diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ee371fc816ff9efa39054bb16cd9d53e698621
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937d97ce136bf5023c13f10f8303e89b90dff26f52e0d2140f491d24995362d8
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f9765c6f776ccda1de354e36d6fc8d80372198
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e13706f4263b51110d253420df64526314a1d2ffe29597874169427553bf36
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer36/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..983efa43227a1bf44e01bdecadb989ab03d74880
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34114912875814934
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2653 | LCC = 0.9093 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.21932248125186546
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2829 | LCC = 0.9132 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.19273635822569016
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2599 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17890871923438387
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2395 | LCC = 0.9188 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.17102571469166375
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2625 | LCC = 0.9196 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15810992004554394
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2633 | LCC = 0.9196 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15764302389986942
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2954 | LCC = 0.9174 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1489934727463419
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2519 | LCC = 0.9196 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1393150646734789
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2957 | LCC = 0.9184 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1308250139128266
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2629 | LCC = 0.9169 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.13108045879126973
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2528 | LCC = 0.9166 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11990281271968962
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2211 | LCC = 0.9166 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11580338277396439
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2243 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10611730172282699
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2446 | LCC = 0.9166 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10415011019892775
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2438 | LCC = 0.9140 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09659749560187318
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2338 | LCC = 0.9158 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08946695960412136
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2415 | LCC = 0.9139 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08559628326252017
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2441 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.0821648394484396
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2407 | LCC = 0.9142 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07587608707950294
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2540 | LCC = 0.9127 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07441908726199514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2468 | LCC = 0.9133 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06918234888442679
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2532 | LCC = 0.9108 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06427377828456074
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2436 | LCC = 0.9116 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06675699493185633
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2592 | LCC = 0.9102 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06094985429434418
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2579 | LCC = 0.9089 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.05724435702310821
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2395 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.05621382077305303
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2652 | LCC = 0.9084 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.05416408233947492
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2413 | LCC = 0.9106 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.051780555827941506
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2481 | LCC = 0.9115 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.04852320665138305
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2354 | LCC = 0.9104 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.0499665065092503
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2509 | LCC = 0.9118 | SRCC = 0.9101 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2180 | LCC = 0.9139 | SRCC = 0.9094 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer36/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e4ea448900b3c5430a917375cb801ea104ab5e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f278ef0b1a547a26de56afb29d16060fb9b2663c9ded3144470573e4f6da8c
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5043d84d7571181e169ef65b1e5b906d6df815
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb1865f72ae4d6425cfa422ad73591deb02cd089ad2b2215e2ce22dbff81c86
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer36/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1361f22f5701eb227a8c2e0307502ebd550d11b0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3633779720161002
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2825 | LCC = 0.9104 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20649637445549054
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2591 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.19608437308686316
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3028 | LCC = 0.9130 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.18323846785836137
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3067 | LCC = 0.9162 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.17238816834254073
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2737 | LCC = 0.9159 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1656403662152373
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2546 | LCC = 0.9199 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15183146478812817
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2543 | LCC = 0.9190 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1443551750799824
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2355 | LCC = 0.9181 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14240306271293948
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2198 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12912541459922847
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2596 | LCC = 0.9164 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13196023041113264
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2646 | LCC = 0.9158 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11997475584893558
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2450 | LCC = 0.9156 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11280032591840436
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2696 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10825414404359167
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2382 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1020082690553858
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2229 | LCC = 0.9144 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09829820320010185
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2224 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09135327722898798
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2630 | LCC = 0.9098 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08702370644993865
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2598 | LCC = 0.9106 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08361529102387456
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2456 | LCC = 0.9117 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07584702628368588
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2642 | LCC = 0.9113 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07364652906625258
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2479 | LCC = 0.9126 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07163937094842078
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2341 | LCC = 0.9119 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.0705772734144864
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2334 | LCC = 0.9137 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.06145699755046409
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2494 | LCC = 0.9094 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.06300608964496954
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2502 | LCC = 0.9099 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.061450453615085235
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2500 | LCC = 0.9090 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.05682381492301908
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2414 | LCC = 0.9085 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.05406042991604419
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2543 | LCC = 0.9088 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.05193365442787291
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2602 | LCC = 0.9070 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.04985050074325476
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2620 | LCC = 0.9087 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.04771909820766463
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2355 | LCC = 0.9106 | SRCC = 0.9095 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2199 | LCC = 0.9200 | SRCC = 0.9144 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer38/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6501119f9bf1185e49ea7b27de0aef9185ab9ca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc67ba1bc5f802e6d0c0b6c8879579d128caf693f5ac6a2d5915fce468e55d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1195a3a280350b37ebd12954d8d7d9d6ad42e990
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ebe64421afcc60cd6f7b0a3e09258bee7edb9f44458adc0096ebddd5c2b75c
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer38/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e870d0f7582e4b9f21f24ec0cfba332f341648d9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3573866956840361
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2639 | LCC = 0.9105 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.2084711740557858
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2858 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18633931784788307
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2582 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17921920874387542
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2471 | LCC = 0.9197 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.16782769272265408
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2443 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.16278059392995228
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2649 | LCC = 0.9209 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1517497328664526
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2339 | LCC = 0.9211 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.14310941147494177
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2440 | LCC = 0.9198 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.13917590152321524
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2677 | LCC = 0.9205 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1312613497579718
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2443 | LCC = 0.9205 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.12194313384549466
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2701 | LCC = 0.9170 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12343103615190253
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2479 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11066144248309163
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2355 | LCC = 0.9174 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10586180815720833
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2499 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1007692071829917
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2370 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09697600533765864
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2840 | LCC = 0.9149 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09308018886371155
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2536 | LCC = 0.9151 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09009218631538353
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2392 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.0800325024033213
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2505 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07555471017224595
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2402 | LCC = 0.9122 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07462900818858532
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2598 | LCC = 0.9104 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07392941957953349
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2592 | LCC = 0.9140 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.06581736142838622
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2722 | LCC = 0.9116 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.06413208495157992
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2470 | LCC = 0.9135 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.06026931763815053
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2497 | LCC = 0.9116 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.056638996617470176
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2321 | LCC = 0.9102 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.053174568318648835
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2611 | LCC = 0.9101 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.05612329578813101
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2582 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.05068570681217778
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2516 | LCC = 0.9089 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.04872862295909768
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2409 | LCC = 0.9103 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.04688998436652167
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2576 | LCC = 0.9107 | SRCC = 0.9099 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1793 | LCC = 0.9263 | SRCC = 0.9217 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer38/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebf936ea1e7a994430e0427cc03ab8789bb7e26
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c12f1d2a07e54b7a2f7eb1c94102f3cac1b0234dba33f7298efa7bfaaf6625
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ab61edfa13a51944093333d3360728c2419f8b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767570efa2e66a13d14bdb3f19fc1fe8cd39bb92640fef2e1f7c4c60ffd6a76d
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer38/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..462902449ee3d6f9aa06eba5d4f1cb65cc932893
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3701450997866647
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2995 | LCC = 0.9103 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.2066600604811845
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3051 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19030084314546145
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2612 | LCC = 0.9184 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.18301058590756675
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2652 | LCC = 0.9178 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.16856661460475425
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2441 | LCC = 0.9195 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.17055293151064416
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2423 | LCC = 0.9210 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.15293642322968887
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2481 | LCC = 0.9204 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1536116985485733
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2486 | LCC = 0.9210 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1417658081805775
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2483 | LCC = 0.9201 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.13323315482780423
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2599 | LCC = 0.9207 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.13293945095959425
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2393 | LCC = 0.9195 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.12451318862465764
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2203 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.11940954789260909
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2543 | LCC = 0.9193 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10964984875280044
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2348 | LCC = 0.9185 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1041015455919194
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2443 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.10195955978652646
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2446 | LCC = 0.9180 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.09697722333531848
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2565 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08986225011462422
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2483 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08316023395843589
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2839 | LCC = 0.9088 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08225621808471018
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2294 | LCC = 0.9153 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07777839237985583
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2309 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07256104950012499
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2533 | LCC = 0.9131 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07099192309586298
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2550 | LCC = 0.9152 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.0644832938651129
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.9120 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.06363135169265587
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2462 | LCC = 0.9117 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06210611584041849
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2327 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05778973609898132
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2282 | LCC = 0.9126 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.05881890247581322
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2643 | LCC = 0.9100 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.05335093823643778
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2398 | LCC = 0.9120 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.05170987105007806
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2388 | LCC = 0.9126 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.04872577803241724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2428 | LCC = 0.9117 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2048 | LCC = 0.9251 | SRCC = 0.9186 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer38/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf3b898e0850ce812f231f64af7c89798f6b4c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec67279a366fddeca9a1c395e1be190c6c7060d1a539dc6e2c6f82f6b5655454
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e624b24decd41d06d89b36700771f5947a361c31
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd4691c8b3c6c54c2383b3ba30444cb8fa8e3eb5681964351a6168c59e0ed8c
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer38/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..635e3d55cbe42b8b2987d2782da5ea31794199b6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35254366295358347
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2876 | LCC = 0.9112 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.20144968062122434
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2631 | LCC = 0.9168 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.186714480507236
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2793 | LCC = 0.9167 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1759697659253385
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2862 | LCC = 0.9196 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.17317569578830908
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2404 | LCC = 0.9210 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1585929570342764
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2285 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1536314383235281
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2337 | LCC = 0.9202 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.14856330176137086
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2473 | LCC = 0.9210 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1404270191240862
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2284 | LCC = 0.9222 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.1388624220483565
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2442 | LCC = 0.9204 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1285193006944105
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2456 | LCC = 0.9197 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12413563966923366
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2540 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11518122212735214
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2523 | LCC = 0.9189 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11208878595360441
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2292 | LCC = 0.9183 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10707279049247675
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2269 | LCC = 0.9190 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09820114803968827
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2342 | LCC = 0.9173 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09673374585505855
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2300 | LCC = 0.9181 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09015973732736758
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2477 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08398223959038713
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2199 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07887843989826351
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2433 | LCC = 0.9145 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07614357323746461
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2409 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.0716572009199272
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2384 | LCC = 0.9140 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06865802198390052
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2529 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06603247238419993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2392 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.06423431561689157
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2514 | LCC = 0.9132 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05865720825302118
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2391 | LCC = 0.9134 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.059297107590760796
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2609 | LCC = 0.9126 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.055286865724476775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.9150 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.05216811735161467
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2349 | LCC = 0.9134 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.05113409902103719
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2481 | LCC = 0.9126 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.048803837593063455
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.9137 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1787 | LCC = 0.9222 | SRCC = 0.9154 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer38/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ed88b095d0936bb4322f384074a7e15d39a9d9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6f444a4c1258114adcdaef7732187bcef6e73265dfc4a133dee23a5d7d1173
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ae4535f5f77a6cc5449ba7b5cf55c53b525939
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10b865ae32fbaab69ffe64508600775a935c8f8f36fc4b29b6b0966498db73
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer38/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..957e11f0b89d6c7dff8c73a6c563370d07336767
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3337726172684245
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3343 | LCC = 0.9070 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.21050732242578715
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3029 | LCC = 0.9135 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18591759577824202
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2467 | LCC = 0.9184 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17901290208101273
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2512 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.17746918273798992
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2544 | LCC = 0.9196 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.16187805290511578
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2640 | LCC = 0.9202 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15155292039661739
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2205 | LCC = 0.9204 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.14731123561114934
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2364 | LCC = 0.9202 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14066440978146702
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2546 | LCC = 0.9210 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1329699172234604
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2410 | LCC = 0.9181 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1269003630459653
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2334 | LCC = 0.9190 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1231278281852689
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2389 | LCC = 0.9200 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11786811549022708
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2614 | LCC = 0.9179 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11110201129162242
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2601 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10376826889080808
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2703 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.09984254951163524
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2544 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09393385149581585
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2377 | LCC = 0.9162 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08805486338073118
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2462 | LCC = 0.9161 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08314067353575216
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2410 | LCC = 0.9160 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08018991301600643
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2476 | LCC = 0.9151 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.07220590116746853
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2334 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.07081344837828868
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2354 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.06739313949997715
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2470 | LCC = 0.9151 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.0653358448964323
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2410 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06552038662609337
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.059740636260867806
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2519 | LCC = 0.9147 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05701734470149685
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2499 | LCC = 0.9125 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.05758010447455968
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2440 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.052428161714635144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2319 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.052885294606575387
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2502 | LCC = 0.9132 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0485782977516596
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2335 | LCC = 0.9143 | SRCC = 0.9135 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2183 | LCC = 0.9217 | SRCC = 0.9171 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer38/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4e6ea373d6f93b9de1d4c745de152f77bdd73e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b3a3bb076c4ed05854c417565eb117023980b77bf7f0f37c78804b6990b2ae
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer38/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188acb2773853782b032cd4c1f882841b4403e93
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d83c2d92e738c58f55c5a43075abc564d31daf11d094a44a906112322a601c
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer38/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer38/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2d1b5f73d2346e688f663c297f6702b9cdf6aebe
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer38/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3471773969644756
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2709 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19945772810478432
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2976 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1902710240269672
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2722 | LCC = 0.9184 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.17381934550283962
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2505 | LCC = 0.9190 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1671163497460371
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2538 | LCC = 0.9198 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16208018625230458
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2547 | LCC = 0.9213 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.14857746264493535
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2460 | LCC = 0.9218 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14407421997344563
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2446 | LCC = 0.9210 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.13928423029494424
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2532 | LCC = 0.9212 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1324793135241277
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2165 | LCC = 0.9201 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.13079995321745128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2387 | LCC = 0.9201 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12545014306299948
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.9182 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11740366576207166
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2313 | LCC = 0.9179 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11058789603627486
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2258 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10945285912710807
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2344 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.0995788036312671
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2514 | LCC = 0.9167 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.09386388233975868
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9149 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.09315454316018634
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2380 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08830646688193944
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2463 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08332038231495488
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2556 | LCC = 0.9114 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0787379824141891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07530239084466345
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2461 | LCC = 0.9105 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.06736693225499522
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2437 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06834407379000174
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2188 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06434519065683977
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2387 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.059280676002791854
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2364 | LCC = 0.9121 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.05718778134081405
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2428 | LCC = 0.9121 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.054296088313436235
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2435 | LCC = 0.9119 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.05357172561949388
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2323 | LCC = 0.9109 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.053072828024281246
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2396 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.049692496312836
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2392 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2092 | LCC = 0.9168 | SRCC = 0.9116 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0326a684fd276811e2721435e43120cecb553314
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190b915f02cbdc83cd723b870ffd5accd91966470c0ecfc8c0139918457f2217
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e237b07c1446f00cde4ba94bf74f340973b125
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832d9b7298866c3109ee091af8256f6af7aaf60473270f92e355ad81e38f534b
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f6f699e77e6a9fc97a899faf8ef67abbe8c9310
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3581402603256909
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2967 | LCC = 0.8993 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.20647696160167628
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2921 | LCC = 0.9143 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1859970011376921
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2463 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16731702049688107
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2895 | LCC = 0.9199 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.15894697438602504
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2736 | LCC = 0.9198 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1516021919043767
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2908 | LCC = 0.9208 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.1437213765403439
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2456 | LCC = 0.9213 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.13218958977329937
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2793 | LCC = 0.9166 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.12767626207343416
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3010 | LCC = 0.9143 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12329157398787537
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2643 | LCC = 0.9146 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10957864187442498
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2574 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10425854323571818
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2504 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.10047120075522131
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2337 | LCC = 0.9187 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.0938382121395169
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2317 | LCC = 0.9166 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.08862871325687866
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2475 | LCC = 0.9153 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.08157119912908256
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2285 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08001206972437098
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2369 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.07347040222903897
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2357 | LCC = 0.9160 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.0695182099679991
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2343 | LCC = 0.9144 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.06634499580529384
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2287 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06400730898011626
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2468 | LCC = 0.9130 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.06144128617093053
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2369 | LCC = 0.9147 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.056704933028345166
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2713 | LCC = 0.9119 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.054233941793269506
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.9117 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.0514735408407243
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2264 | LCC = 0.9147 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.050327149677397195
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2376 | LCC = 0.9125 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.04875150247546979
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2351 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.04597115120446751
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2230 | LCC = 0.9141 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.0458025127821575
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2481 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.04500987299992514
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2470 | LCC = 0.9126 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.04042122976025405
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2537 | LCC = 0.9109 | SRCC = 0.9120 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2771 | LCC = 0.8915 | SRCC = 0.8779 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e1f8bc432d4be8e9d123b6053d1a468aab021b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f93a9b7088e7422de4c52c8a086c7b78574a4f823cb4d18ec8f0ece18ed99a3
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb9f58d1a782bef0bb054c97c2814b9fb611871
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dba77643515215226ad0517021a964a66d213553c22500414ee48eea157e92
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..63244f0d9ede38bf4a6406830029af158a945c5f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3800612460671133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2681 | LCC = 0.8994 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.21469881196070267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2920 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1899807188724507
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3209 | LCC = 0.9147 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17461467904679348
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2784 | LCC = 0.9187 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16012374173871355
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2807 | LCC = 0.9171 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15577032899408672
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2508 | LCC = 0.9171 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14397010995301207
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2559 | LCC = 0.9212 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.1351071561692078
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2573 | LCC = 0.9201 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.12607861181042787
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2340 | LCC = 0.9210 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.12270136005272066
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2370 | LCC = 0.9190 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.11343699837954058
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2692 | LCC = 0.9205 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.10753618421926664
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2337 | LCC = 0.9195 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10011593698163253
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2501 | LCC = 0.9182 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09441132955468459
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2355 | LCC = 0.9184 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.08863076533196289
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2468 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.08301670726582494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2873 | LCC = 0.9170 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08098130139140035
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2799 | LCC = 0.9164 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07466369183637159
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2796 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07071503779361013
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2708 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06564993430682689
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2685 | LCC = 0.9139 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.06552802648589101
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2694 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.059855695727760394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2608 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.055993978752393946
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2834 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.053515766289709624
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2754 | LCC = 0.9149 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.051038012619135695
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2653 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.04847914419766795
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2802 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.04800357624371617
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2844 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.045233594759695794
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3064 | LCC = 0.9119 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.042710320571857384
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2614 | LCC = 0.9113 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.04136431798597292
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2912 | LCC = 0.9126 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.039943140764543084
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2700 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3051 | LCC = 0.9018 | SRCC = 0.8889 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9447690ac7cc79d3fc1a3d813238771b0a7041bb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8d41f4345cdf1fdb400830e8056ab7919ea921f46dcecebaef0da923c608e
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92835a7b5e52950cb1b3dddc627166d05ad67c48
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e474bfbd1a972dd7a23d99ad04eacd4799c1ea000b9cdc8dc6355ca5e425b5b7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d2890e13ba3c29d1c477acc422961aadf4c618d3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3550736455386774
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2647 | LCC = 0.9007 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.20785329973249766
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3193 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.18815435469150543
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2907 | LCC = 0.9173 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17584002569231683
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2860 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16215410061998864
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2577 | LCC = 0.9184 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15208365707900484
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2737 | LCC = 0.9194 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1443601214472269
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2543 | LCC = 0.9201 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1339055060737395
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2501 | LCC = 0.9196 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1284567914860097
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2449 | LCC = 0.9202 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12546919673853527
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2559 | LCC = 0.9191 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.11406566934778511
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2313 | LCC = 0.9184 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.10874996487201982
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2802 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09986862152642598
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2409 | LCC = 0.9170 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09369076191948328
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2481 | LCC = 0.9142 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08848452570207546
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2386 | LCC = 0.9145 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08360218103824324
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2357 | LCC = 0.9158 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.07698096836664084
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2716 | LCC = 0.9127 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07298371266853602
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2445 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.06927389382368568
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2325 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.06537058311003137
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2775 | LCC = 0.9121 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.058657830979438184
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2511 | LCC = 0.9145 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.05909948156489802
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2494 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.05613204884219032
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2381 | LCC = 0.9140 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.05453000409324045
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2665 | LCC = 0.9097 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.049000707826431775
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2526 | LCC = 0.9116 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.047368894638009154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2772 | LCC = 0.9086 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.047009450701103045
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2379 | LCC = 0.9116 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.046301326849040265
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2412 | LCC = 0.9128 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.04210556603192939
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3331 | LCC = 0.9050 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.042427271981373686
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2596 | LCC = 0.9099 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.04045815938125456
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2936 | LCC = 0.9101 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2340 | LCC = 0.8916 | SRCC = 0.8766 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ed492fe65cd03d19c8ea1179ffb2409fd0e9a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16b08d15b1fb133f0b43298672f4d10810fc4a322f3da4c4b19f8d2907b990e
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10190f2e92a0723ac6c7430265417c1225e05f55
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fe7a2d31aa6876b0ef815cc34e8f02aec999a99e232ddbe4f3cb63c1f47c18
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e04a0f204feda59f9e59e286bb93191aefcc6a9a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3717152559860593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2864 | LCC = 0.9041 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.20237747864054806
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2604 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1798612144210435
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2350 | LCC = 0.9172 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1703812125531924
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2375 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16310373857358976
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2503 | LCC = 0.9143 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.15025387592398362
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2583 | LCC = 0.9171 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14118046410424862
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2481 | LCC = 0.9180 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13794153278445923
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2315 | LCC = 0.9196 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12494209314012802
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2362 | LCC = 0.9185 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1179865243376335
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2476 | LCC = 0.9189 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.11468784356048342
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2484 | LCC = 0.9175 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.10408213814300608
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2452 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09892154015557614
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2189 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09609674793705775
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2266 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.0897136325005851
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2579 | LCC = 0.9140 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08187602789846458
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2235 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.07840798250426446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2704 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07659680603039747
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2575 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.06912071511924611
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.9119 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.06767546747288952
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2383 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06359595628832117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2429 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06040944344218756
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2417 | LCC = 0.9087 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.05653111905807016
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2358 | LCC = 0.9124 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.05411457280073896
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2617 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.05628861372784383
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.9101 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.05021226630045499
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2260 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.04752957956553194
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2364 | LCC = 0.9096 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0454946707697273
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2462 | LCC = 0.9073 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.04292764670802334
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2498 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.042303518548263294
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2443 | LCC = 0.9118 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.040361330053106895
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2471 | LCC = 0.9087 | SRCC = 0.9084 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2123 | LCC = 0.8952 | SRCC = 0.8797 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7329fcc46dff2fc7efde88739f6ec92580321961
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e05a51c8fb575cb6fc9e110ae59477c78f9810c7bf07038376ed23e242b7a1
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831123656404eff54bd96aa4e9254bc8564415ce
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7620d1435578e69651d518dea119642ccf898c7684733b08e5fbedccad12f4dd
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer4/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de7ada15c85e65a8dc5a3527074060fbf4c54724
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3693974719226705
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3756 | LCC = 0.9021 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.2156127299359768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2905 | LCC = 0.9136 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.19322255240871727
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3187 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1694273598965882
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2477 | LCC = 0.9191 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16125701772684306
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2406 | LCC = 0.9192 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14986434398014423
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2805 | LCC = 0.9203 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1419528916564291
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2594 | LCC = 0.9218 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.13247361482051068
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2607 | LCC = 0.9194 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13043185973787583
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2538 | LCC = 0.9216 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.11937604805809914
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2393 | LCC = 0.9180 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1125882656415763
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2555 | LCC = 0.9209 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.10649066967512831
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2299 | LCC = 0.9161 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10070321650777249
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2303 | LCC = 0.9187 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09233528821368438
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2250 | LCC = 0.9168 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.08558362957111673
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2418 | LCC = 0.9145 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08322412621854358
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2448 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07715324885238801
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2634 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.0720843670168364
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2540 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.06777044702213623
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2496 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.06609794551323604
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2480 | LCC = 0.9098 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06486912502374263
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2487 | LCC = 0.9118 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.058483155013595016
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2734 | LCC = 0.9130 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.05781583009944486
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2718 | LCC = 0.9131 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.052125683732632266
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2519 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.04957199217267119
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.04794861538863251
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2484 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.046172154292119724
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2455 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.042853522744309695
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2371 | LCC = 0.9126 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.041828360839213936
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2550 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.040072544149494585
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2439 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.03937507874057817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.9123 | SRCC = 0.9124 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2894 | LCC = 0.8855 | SRCC = 0.8726 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer40/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80c0222e277b77741fc4f22e3b595aa863a11d8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f323dff0c0edfb1a71a1fe13cd83dc9e2558d0d4f0496e5fabe94f85e19e2
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666eefb1b5457a01bd41a059538fc396f4065f2a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8087c7be3605c43f5458b69ed57611f48a480076712b00ac74ae130d0603656b
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer40/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..922f72740909b634382738af659d992ae992f6a9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3563694823856299
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2872 | LCC = 0.9072 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.21476147974157608
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3304 | LCC = 0.9132 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1987179629289346
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2366 | LCC = 0.9168 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.18426979277175287
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2801 | LCC = 0.9164 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.18214389823937002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2449 | LCC = 0.9203 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.17562453095623523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2452 | LCC = 0.9188 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.16642765390735142
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2414 | LCC = 0.9207 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.16334725438342618
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2557 | LCC = 0.9198 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1579771109915882
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2457 | LCC = 0.9197 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.14979319907509522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3279 | LCC = 0.9183 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14972123103162457
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2276 | LCC = 0.9181 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.14155334430192248
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2315 | LCC = 0.9187 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.13438166975113697
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2277 | LCC = 0.9186 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12916102049323175
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2332 | LCC = 0.9195 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.12741370788759235
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2259 | LCC = 0.9186 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12122447263298697
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2321 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.11463496394756902
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2671 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10979871182686332
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2469 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.10485882200085359
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2419 | LCC = 0.9145 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10361816488593989
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2373 | LCC = 0.9161 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09392494273323544
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2671 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09087077213849636
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2655 | LCC = 0.9133 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.0875764543007564
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2337 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08350580198571861
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2657 | LCC = 0.9112 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07749222837000913
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07558296162182886
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2421 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.07213288168772797
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2466 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.06761887126919851
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2325 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.06817632017797129
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2450 | LCC = 0.9118 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06602689858547525
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2734 | LCC = 0.9100 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0626200974159847
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2376 | LCC = 0.9130 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2078 | LCC = 0.9157 | SRCC = 0.9121 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer40/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4413f3ad05cb61c60110250ca012f4ac9c45ee5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf193c8c1001d45b7b7f147db19f68a5d7df524249eb59eee425fa4e532a91d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4489161fadc6dbc200b0733b1220d2f4e0a6fa7d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc9a4b5b819184b35f4f641a580a5ceab3a38b75a6c03db4411fe54a32990a
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer40/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..71e9bf3077d9b3a0f195c4fe27096134ce61df40
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35528325724463933
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2815 | LCC = 0.9088 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21359453432132744
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2752 | LCC = 0.9141 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.19180948614557355
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2539 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18632657864707053
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2523 | LCC = 0.9161 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1793260990798129
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2320 | LCC = 0.9194 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1824628400664798
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3134 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.17253640039980067
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2596 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16261826024923712
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2755 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.15850924265522487
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2945 | LCC = 0.9188 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15087494404846533
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2529 | LCC = 0.9190 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1440089752822253
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2613 | LCC = 0.9196 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1411574610826597
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2332 | LCC = 0.9188 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.13376608958220207
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2354 | LCC = 0.9196 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12756949073145155
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2625 | LCC = 0.9172 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.12782918373284313
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2318 | LCC = 0.9180 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.12346636499628166
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2362 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11727404292952807
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2338 | LCC = 0.9184 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.10895886237738449
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2525 | LCC = 0.9177 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10734621898373427
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2343 | LCC = 0.9192 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1033110755113508
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09764242493089913
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2374 | LCC = 0.9167 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.09105853859141383
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2491 | LCC = 0.9143 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09078276217672866
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2394 | LCC = 0.9143 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0849083286058696
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2664 | LCC = 0.9118 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08615023541571087
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2742 | LCC = 0.9116 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07807630388809077
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2265 | LCC = 0.9133 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.07487261617243979
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2476 | LCC = 0.9134 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07186067692203328
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2484 | LCC = 0.9136 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06773152561976731
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2287 | LCC = 0.9124 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0665560862146361
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2764 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0660472128518744
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2394 | LCC = 0.9120 | SRCC = 0.9111 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1959 | LCC = 0.9156 | SRCC = 0.9097 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer40/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aecb75302819858528efaf36c9e9506bea1ecf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dad868ddf8661c6cca52a592dd83b11b0bbf2aec5c2b15a90c63d1d39dded9f
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687c8f212263182b39dd95f41ca46297ec210f5f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258d4e2facfe4ff299c81fe352ff9e9fbd39cc8dd9387873a8173f18309a5677
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer40/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0f09347627aeea5a0aa20e0f710f224cde311aa6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3651787597319983
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3129 | LCC = 0.9024 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.2184266482474487
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2977 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.20416149497032166
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3021 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.18597285341837502
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2549 | LCC = 0.9160 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18440099039001961
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2417 | LCC = 0.9176 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.17137122524611523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2594 | LCC = 0.9205 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16746704394503825
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2781 | LCC = 0.9204 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1633039348990242
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2445 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15555643346268316
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2550 | LCC = 0.9202 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.15291565449940675
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2491 | LCC = 0.9212 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.15139300531217817
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2267 | LCC = 0.9211 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.14511651102173534
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2364 | LCC = 0.9194 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13608049088819868
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2545 | LCC = 0.9197 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.13298852702958047
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3016 | LCC = 0.9173 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1307031093219112
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.9179 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.125755665834584
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2633 | LCC = 0.9195 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11611974372856879
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2411 | LCC = 0.9187 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.10992574151282365
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2836 | LCC = 0.9162 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.10616681253203766
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2486 | LCC = 0.9181 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09974930392352142
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2438 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09992681469531417
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2799 | LCC = 0.9150 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09228842953123109
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2538 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.08852467052853866
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2751 | LCC = 0.9143 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08317143797357647
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2518 | LCC = 0.9150 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08089402391214591
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2510 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07671791151424363
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2534 | LCC = 0.9145 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.074230930601069
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2647 | LCC = 0.9120 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.07135011115773565
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2581 | LCC = 0.9139 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.06632172492887244
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2427 | LCC = 0.9115 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06523280760887042
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2672 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.06366680039232867
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2696 | LCC = 0.9122 | SRCC = 0.9132 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2144 | LCC = 0.9106 | SRCC = 0.9037 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer40/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4826dc787e0da1a389aed69f50542c95708360
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3230d6d96a9ef72a8df1ad552a663c5735a1c266beebc9ef07a177d39add1b
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2d329aea379bcca561513c9b2eeca266a48159
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad25a68854609cd4f49289683f1eec7a2576070720eb26b78f3ccac60b66106
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer40/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ef45ca000f600e49574ecf58b5617132f6f203d3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34493483594387253
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2775 | LCC = 0.9087 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.22767431788534098
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2864 | LCC = 0.9082 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.2024997808254523
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2462 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.18349650403150933
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2998 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.18593298583533724
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2914 | LCC = 0.9173 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.17489340281210883
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2725 | LCC = 0.9183 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17203172791555438
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2405 | LCC = 0.9188 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1613329678687746
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15607198711075534
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2241 | LCC = 0.9210 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.15602011216341416
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3642 | LCC = 0.9158 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.14737612456944638
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2390 | LCC = 0.9211 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.14450698621527996
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2380 | LCC = 0.9214 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13836839648685015
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2491 | LCC = 0.9211 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.13152944537773298
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2417 | LCC = 0.9204 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12504462471414854
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2388 | LCC = 0.9191 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12715301012372696
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2159 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11886707915133135
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3367 | LCC = 0.9144 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11012269500535347
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2479 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10513964304000656
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2425 | LCC = 0.9179 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.10044985615535279
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2556 | LCC = 0.9149 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10238574113632214
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2305 | LCC = 0.9164 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09482997724775634
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2640 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08765162185179015
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2269 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08783758537187053
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2550 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08113766784612843
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2616 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07836322492860645
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2682 | LCC = 0.9121 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07339404460925587
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2484 | LCC = 0.9123 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0704017343548681
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2588 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.06798755870647513
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2476 | LCC = 0.9127 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.06552341128188062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2507 | LCC = 0.9116 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.06094413065496897
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2547 | LCC = 0.9119 | SRCC = 0.9110 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1953 | LCC = 0.9183 | SRCC = 0.9117 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer40/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3225902db856cd8bd47a0487bcafeca59e56b63
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3decbf824a9d86ed90a2e0c49be4bdaa9caff388e0bba37ef59dfc3927889a9d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer40/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaa8deca798637b83fd0e7179ed75d53e4b66a7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aff240df4a0314e3d7792e782f26520a8b5c9060f40123c6e7a261e07bf433
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer40/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer40/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..388a17d84c8887f2bde4c90a42bc7f4c55604f63
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer40/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3679020882858706
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3587 | LCC = 0.9064 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.22138896920432935
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2863 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.20161246874428898
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2780 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.19297161879222516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2961 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1861202597531969
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2404 | LCC = 0.9195 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.17689415429196606
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3545 | LCC = 0.9145 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1748521346491196
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9196 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1609809750938691
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2393 | LCC = 0.9194 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15830610029270195
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2793 | LCC = 0.9181 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1580978961004687
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2500 | LCC = 0.9218 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.14961379766464233
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2514 | LCC = 0.9206 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14187359542860462
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2512 | LCC = 0.9182 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13784485366303106
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2701 | LCC = 0.9194 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.13389810334051275
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2765 | LCC = 0.9191 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.12954841911620488
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2560 | LCC = 0.9171 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12560349349686176
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2619 | LCC = 0.9177 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11830920967235731
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2445 | LCC = 0.9149 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11242870473965055
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2510 | LCC = 0.9171 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10597328953660293
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2394 | LCC = 0.9162 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10451967338089309
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2414 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09755146417314607
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09407193530243256
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2459 | LCC = 0.9114 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08989086867756926
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2310 | LCC = 0.9144 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08548201131768998
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2466 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08143214631631884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2587 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0773063838115834
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2709 | LCC = 0.9087 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07798126430352988
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2579 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07296047997095681
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2402 | LCC = 0.9123 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.06838797836031528
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2656 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06644430986977037
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2560 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.06545551666031683
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2454 | LCC = 0.9102 | SRCC = 0.9107 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2131 | LCC = 0.9200 | SRCC = 0.9154 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer42/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5bb48c8e905db55976822fb583b71a8898458
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a145e7a302f1bd3def92786ae61decc17aa2714531aad62878581f9bfe4886
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb5d5a4817533d2a81a789e9d5cd11e26fa964
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc24e6515c6f83dbedc5333ff2404a8cf1d59ba8cc1f62d29eb61df22432995
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer42/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..267b0809c639db4b16d9247d4a5bc42c4f25e6bb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49327537124556614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3404 | LCC = 0.8932 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.2985706009789009
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3541 | LCC = 0.9050 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.25704662557799
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2851 | LCC = 0.9108 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.23761404413363837
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2790 | LCC = 0.9111 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.23334856998885986
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3476 | LCC = 0.9130 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.214968854809083
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2725 | LCC = 0.9143 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1973453559455155
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2600 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.20314042584572226
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2433 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1918682876780543
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2684 | LCC = 0.9170 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.18790346995599008
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.9170 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.18839334033300423
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2633 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1876997225890959
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2828 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1800623123097971
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2447 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17763733519295047
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2783 | LCC = 0.9191 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1759630846064215
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2644 | LCC = 0.9195 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.17513323781979567
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2574 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.17273589107342538
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4320 | LCC = 0.9154 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.18417238960893167
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2766 | LCC = 0.9185 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16746815892657793
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2388 | LCC = 0.9193 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16711443081239744
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2321 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1652795562165321
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2571 | LCC = 0.9205 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16096397140467097
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2456 | LCC = 0.9207 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.16635250963399864
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3058 | LCC = 0.9209 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.15807686298224277
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2301 | LCC = 0.9209 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.15873926798301624
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2551 | LCC = 0.9202 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1627620508129886
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2500 | LCC = 0.9210 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15296253376785732
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2304 | LCC = 0.9202 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15321464815063973
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2326 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14810355834533714
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2388 | LCC = 0.9185 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.15192432602533715
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2299 | LCC = 0.9215 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.14872258023030496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2901 | LCC = 0.9208 | SRCC = 0.9210 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2035 | LCC = 0.9116 | SRCC = 0.9066 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer42/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bf108a21c16f318628be4a4d5132800b3d6395
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44867ef932394c94159a7aae09843301d33a4670613d295f7cd6b01c97f417a5
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df1a0adcd310a863650cd36115f97979e1693f4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2cd868955ba638c0daa032c7262a7d6b5a4cdba450444bbce7ce0a59faa691
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer42/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f13dbb52a905dd51b2655dce6b0a22b3cd1d723c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47841625380722774
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3240 | LCC = 0.8958 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.31129915564390964
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3215 | LCC = 0.9035 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.23274830720155915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3090 | LCC = 0.9052 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.22644807277731813
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2676 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.21380232403733138
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2609 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.2079994854210429
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3257 | LCC = 0.9113 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.21186359855480966
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2653 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.20099388209381544
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2549 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.198561118431174
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2343 | LCC = 0.9144 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.18439543664972216
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2574 | LCC = 0.9165 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.17947208881378174
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2347 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1815866928741422
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3027 | LCC = 0.9178 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1767585846902318
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2779 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.18321344252094368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2791 | LCC = 0.9181 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.17591841471505304
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2538 | LCC = 0.9159 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18044281061846396
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2455 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1662062248914917
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3201 | LCC = 0.9182 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17269691954113844
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2713 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.16952482464513338
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2449 | LCC = 0.9199 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1645486951304998
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2776 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15964655965738903
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2391 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16439545938389838
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2361 | LCC = 0.9190 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15879105643040872
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2193 | LCC = 0.9213 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.15500095398353703
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2492 | LCC = 0.9207 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.15733919042900119
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2220 | LCC = 0.9194 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15384671738037484
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2364 | LCC = 0.9197 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1573293556195463
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2685 | LCC = 0.9200 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.14592280454201506
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2772 | LCC = 0.9207 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.1480375905171295
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2474 | LCC = 0.9207 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14175180690309216
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2609 | LCC = 0.9205 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1437431976974355
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2551 | LCC = 0.9185 | SRCC = 0.9201 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1878 | LCC = 0.9116 | SRCC = 0.9086 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer42/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00231e32024feb9ecfe7573d4c0c35a8061d3a39
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580250234679df2a5f393684969826753c70d45dcbb15c823e4b9b4fd4d300b0
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab1ae7be92832f82580ff44558d40053dba4cd1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd475574b90c5f65c4cb8983f3ad053533f314d36663ad11714576a7ad03d81
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer42/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee21a69a5f047ee23daee1dc2f298113867160de
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.531065708467726
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4103 | LCC = 0.8896 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.26782515558893283
+INFO:root:
+[Valid][1][UTT][ MSE = 0.6261 | LCC = 0.8922 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.23499572785258982
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3011 | LCC = 0.9083 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.22285718643079602
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3236 | LCC = 0.9113 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.21764086910410424
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2496 | LCC = 0.9131 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.20775592775014096
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2927 | LCC = 0.9140 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1999115932711287
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2600 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.20190155471680482
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2579 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.19237572949573484
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2684 | LCC = 0.9179 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.18278582803259005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3044 | LCC = 0.9165 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.19184423548120982
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3259 | LCC = 0.9177 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.18642489345087482
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2988 | LCC = 0.9180 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1814884323777491
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2572 | LCC = 0.9193 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.18137179323703567
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2868 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.17364460552875707
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2386 | LCC = 0.9183 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1778071448637571
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2852 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.17487270471160812
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2396 | LCC = 0.9191 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1740191809703849
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2425 | LCC = 0.9177 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16621730588591857
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3241 | LCC = 0.9164 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.162138710864362
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2651 | LCC = 0.9205 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16557873148105048
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2750 | LCC = 0.9199 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16312239564567632
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2474 | LCC = 0.9202 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15802468996861077
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2542 | LCC = 0.9192 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15712740237830003
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2386 | LCC = 0.9198 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1596778634225013
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2305 | LCC = 0.9205 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.15521312522233566
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2642 | LCC = 0.9197 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1551308466950593
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2527 | LCC = 0.9212 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15147073063030408
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2432 | LCC = 0.9207 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1458709825670099
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2377 | LCC = 0.9198 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.14509050967979292
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2341 | LCC = 0.9202 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14084121912201017
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2607 | LCC = 0.9195 | SRCC = 0.9186 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2137 | LCC = 0.9104 | SRCC = 0.9078 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer42/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a2a58e13f135334510d0845c185f7eb453a0a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac83bfdff4d77cad90f54a0adc6011729424cf5f7a4bbeb0d29ae258a47edaf
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531aa82d517339e432cd32c826feeaf0051c8aba
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50d3f2e3fc35f9df355f8a38059c59a7f119d9cd666437f8f4f5f3e52359496
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer42/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..afa1df6eeed30ffe543846dd824d89dea5681496
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47731259921727154
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2930 | LCC = 0.8907 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.2774245710558974
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3710 | LCC = 0.8962 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.28564943683285243
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2928 | LCC = 0.9096 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.23148983600683984
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2867 | LCC = 0.9125 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.22348789323788848
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2648 | LCC = 0.9079 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.21907609309247464
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2742 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.20800659181065642
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.21281174643535836
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2832 | LCC = 0.9156 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.20416504575337976
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2687 | LCC = 0.9151 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.20207965313699205
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2809 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1877797533235798
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2876 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18732285012916333
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3001 | LCC = 0.9164 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18004874699894405
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2693 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1784134919760544
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2554 | LCC = 0.9180 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.178169200530631
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2622 | LCC = 0.9195 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1757078686718307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2565 | LCC = 0.9192 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17636438472078025
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2625 | LCC = 0.9187 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17380778495803734
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2983 | LCC = 0.9161 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17278389537954605
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2743 | LCC = 0.9175 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.16540065226871845
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2531 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16941316464560568
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2843 | LCC = 0.9198 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.16274643921955473
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2394 | LCC = 0.9187 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.16475142267225795
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2786 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1595672181231438
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2649 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15403365688344647
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2486 | LCC = 0.9204 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1548610454091447
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2449 | LCC = 0.9199 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15354313154441085
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2556 | LCC = 0.9199 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1518680065267348
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2205 | LCC = 0.9185 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1566951615100651
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2579 | LCC = 0.9193 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14429548710067838
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2747 | LCC = 0.9195 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.14527636129043006
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2472 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2285 | LCC = 0.9026 | SRCC = 0.9022 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer42/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e441a67b2856d07cd2a3efbb4549ccfb7fa61b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cfc720fc86a8aa011fc9aafe40d760f3a568eb781aa4cf2b728012e6244632
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer42/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7bbbc353cc1488aa775b480359d843567332be
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ac67009b6f42b72ed976457ee1ae094fd53de295744ceb01293838b6484772
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer42/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer42/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7e8cb624fa7af9b6d85a6a7ad6784037e9edba6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer42/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5650562131508238
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3282 | LCC = 0.8863 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.26350839031224993
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3014 | LCC = 0.9054 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.24259777793477724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2731 | LCC = 0.9100 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.2236003496743351
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3338 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.20865242644024723
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3235 | LCC = 0.9118 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.21675771664332794
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2843 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.19826344275750177
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2803 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19458139321707577
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2908 | LCC = 0.9164 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1898512920375504
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4072 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.19498857463887662
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2379 | LCC = 0.9175 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1849871877300946
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2642 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.18357596124355505
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2941 | LCC = 0.9188 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.184624110558474
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2843 | LCC = 0.9182 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.18227655604223295
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9166 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.18143294394188533
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2666 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.18014377618283894
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3196 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.17755516459142542
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3029 | LCC = 0.9177 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.17004213253886713
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2703 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.17129243867245714
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2535 | LCC = 0.9196 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.17350772574457818
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2328 | LCC = 0.9170 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.16808820093815038
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2912 | LCC = 0.9200 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.16190825622378058
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3164 | LCC = 0.9203 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1658957632893772
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2631 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1620503526202516
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2290 | LCC = 0.9202 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1594775783361038
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3280 | LCC = 0.9183 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16243512838045296
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2775 | LCC = 0.9195 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15396676638911913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3133 | LCC = 0.9166 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1583676673256593
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2951 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1485613553510236
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2573 | LCC = 0.9204 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14950862987709873
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2408 | LCC = 0.9191 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.145338331128476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2635 | LCC = 0.9205 | SRCC = 0.9199 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2292 | LCC = 0.9116 | SRCC = 0.9110 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer44/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c96d2a587feb294fbb8e817ca89facf77538b2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1e6ad275146a2ba0d51faaf81fd6e6fae4dfcd177f71363e82a354964d298a
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f9aac6d8ca2df072ec335cc7db4e021d766953
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa023a3cbee829f23b02aee358312a8ea3ab71d662ca3aaeb7d50b071d4db2c
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer44/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..57b3bfaf08b73ef7e655df884d6709751681d25c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5788041050034451
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4408 | LCC = 0.8716 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.3427911109662469
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4125 | LCC = 0.8910 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.3110566543189087
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2870 | LCC = 0.9009 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.26333320252812664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4046 | LCC = 0.9015 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.2522327970562643
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3475 | LCC = 0.9078 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.2597674481958323
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3399 | LCC = 0.8987 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.24113725082722703
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3140 | LCC = 0.9113 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.22621950481323838
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2581 | LCC = 0.9099 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.21150886758386744
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2577 | LCC = 0.9122 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.24134976330692368
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2707 | LCC = 0.9135 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.2248307236529499
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3128 | LCC = 0.9130 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.20757524729464094
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2537 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.21171869561506834
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3085 | LCC = 0.9120 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.2053177451036569
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3087 | LCC = 0.9132 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.19689447872039212
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2759 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.2059966856344587
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2951 | LCC = 0.9138 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.19869003108987918
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2563 | LCC = 0.9152 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.19675832986831665
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2374 | LCC = 0.9154 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.18908060208565927
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3158 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.19364433907876813
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3049 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.19131669949072633
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2623 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.18839626169273618
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2852 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.18286234928521117
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2830 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.18369162371220615
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2274 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1793866175619853
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2584 | LCC = 0.9180 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.17562327301398867
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2338 | LCC = 0.9174 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17580298485094412
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2863 | LCC = 0.9177 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.17941279356190235
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2463 | LCC = 0.9176 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.17257829100927177
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2740 | LCC = 0.9182 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.17508886267856366
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2403 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.16678340293768512
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2312 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2197 | LCC = 0.9037 | SRCC = 0.9046 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer44/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7182a67255d5e9c04038a4b6c3f4b1e5a601fb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f3d303626e90db15338d8aad80a79e08bce128fee5cdc3f468f30aa38099e2
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59ed9c5136fef699d522c27273675641d2adea6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d328fbba86d07e8818086231f2e76d385209f5569c85dd932adddeb27ab6ddc
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer44/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6068e265998f2f7fca221385971bc044e58108f5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7388926069171442
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4340 | LCC = 0.8724 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.31749511350786064
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3951 | LCC = 0.8833 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.2702458413005564
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3425 | LCC = 0.8960 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.2604091725166822
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3172 | LCC = 0.9077 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.25632081598560247
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3245 | LCC = 0.9047 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.25202149635105464
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2762 | LCC = 0.9106 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.2437137410130804
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2913 | LCC = 0.9107 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.22882987024811652
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3082 | LCC = 0.9129 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.22765776002510435
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2851 | LCC = 0.9122 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.20769466959327632
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2861 | LCC = 0.9136 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.2080985764203044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3092 | LCC = 0.9143 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.20428742395143287
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3026 | LCC = 0.9107 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20211119536375036
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2681 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.2061723223052962
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2540 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.2017518878844432
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2580 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.19614436378368752
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2838 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.19061192943353875
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2598 | LCC = 0.9145 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1923907281174136
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2611 | LCC = 0.9140 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1881546890201596
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2959 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1887028646262395
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2862 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18660712405780835
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2772 | LCC = 0.9167 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1823350292754311
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2853 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.18247145556473318
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2607 | LCC = 0.9161 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1762195447018381
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2628 | LCC = 0.9182 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.17844496176421987
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2826 | LCC = 0.9139 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.19054331613241593
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2868 | LCC = 0.9177 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.17591944560839262
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2717 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.17137122072408653
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2849 | LCC = 0.9174 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17266019450963577
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2973 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.17303260566526754
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2537 | LCC = 0.9167 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17288487525172316
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2816 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2879 | LCC = 0.9092 | SRCC = 0.9110 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer44/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257000930933da85f1dc42fb3c4664602a620d81
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f873868fb72f92f257392f2275179e4e8707244d452a58836bbc5e8475081ba
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5566c8afa85ef541763afd66c4d42b29f52cb5c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9285accb72da2adf4cfad20f3d9e6d88b287ae2628a1868466c6885dc9c4a789
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer44/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..583865a392abda5885b1c4760a41b0c6c2e932b5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5546579114619018
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5100 | LCC = 0.8863 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.29049866668061713
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3270 | LCC = 0.8947 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.33036982324082037
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3913 | LCC = 0.9042 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.27548160382433434
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3032 | LCC = 0.9058 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.25300172884340233
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3347 | LCC = 0.9084 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.2330836627007909
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3678 | LCC = 0.9039 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.2427128882852593
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2358 | LCC = 0.9059 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.22565838729026
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4053 | LCC = 0.9105 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.24473774019693365
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2723 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.21304113103475183
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2714 | LCC = 0.9104 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.21928028202470326
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2796 | LCC = 0.9123 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.20709285842028657
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2928 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.2107575180471977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2807 | LCC = 0.9110 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.20572760287736883
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2607 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.20177709530888266
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3288 | LCC = 0.9145 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1971918990932448
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2821 | LCC = 0.9159 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19174001245312608
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2602 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1883279209622758
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2768 | LCC = 0.9164 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.2070018022046613
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2980 | LCC = 0.9163 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.19309441374905537
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2487 | LCC = 0.9173 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.18681573355301268
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2942 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1855347667298565
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2496 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.18704740737559478
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2643 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17866887824039238
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3446 | LCC = 0.9149 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18191634372651921
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2313 | LCC = 0.9144 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17961099459601276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3579 | LCC = 0.9141 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.18325630967327625
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2799 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17268842725740002
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2719 | LCC = 0.9184 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17439564606013325
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3258 | LCC = 0.9140 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1770570087381181
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2308 | LCC = 0.9166 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1765449494123459
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2459 | LCC = 0.9166 | SRCC = 0.9184 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2455 | LCC = 0.9068 | SRCC = 0.9046 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer44/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86032838aefd01f94a1e7b138cdd1bd1efaa54f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319c8518edb1e50486088cf6993802deae81a4761a9e8da022572be9af4aac16
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d4deb93d202c473a27d1412f02d7bedee6277e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c64736e103f5d977e0363fbbdb29be7b2e7b120c23f6ff8dd77133786566a2
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer44/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b0d38a1034d708f376a3d7d0f1c306dd059bd090
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5856945378587425
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3562 | LCC = 0.8841 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.335018047190815
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3101 | LCC = 0.8961 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.319473318540292
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4113 | LCC = 0.8936 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.28499753923946725
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3182 | LCC = 0.9056 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.2505174281796968
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3377 | LCC = 0.9052 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.24483252682782322
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3083 | LCC = 0.9078 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.23916695822525574
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2858 | LCC = 0.9091 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.233336669688969
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3454 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.22879940215390543
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3030 | LCC = 0.9095 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.22837733473047356
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3400 | LCC = 0.9114 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.2148103156703056
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3882 | LCC = 0.9105 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.20211499804533975
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2514 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.2077225857559656
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2812 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1974660246013906
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3044 | LCC = 0.9138 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.19904061234583056
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2838 | LCC = 0.9140 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.19922770499494036
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2989 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19903444994047198
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3084 | LCC = 0.9159 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.196464917993959
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2942 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.19417064516358293
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2750 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18755950875623378
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3009 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18724627250191794
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2778 | LCC = 0.9172 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.19197636859954437
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2838 | LCC = 0.9149 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17852335457684676
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2687 | LCC = 0.9165 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.18023959878896703
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2488 | LCC = 0.9149 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18037838058147818
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2640 | LCC = 0.9172 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17771942866158624
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2760 | LCC = 0.9168 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1774822052331329
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2714 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.17617909481070634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2641 | LCC = 0.9174 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17854725556566536
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2415 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1724875332906067
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2541 | LCC = 0.9180 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17676143744432857
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2866 | LCC = 0.9181 | SRCC = 0.9170 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2771 | LCC = 0.9040 | SRCC = 0.9034 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer44/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d9fc28179beddb34fb5799718c70d488f4a98
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1e28c0a0e1382ae8374e08c12d3eeef2c68162ac4545997af87f30599dbf6
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer44/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5ede9dbd356dd91f8358d54ff97168403dbdc5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c7ac6e471c794e2c57545dcac7e7b6acf73d54a81f782da4b834ade57c7094
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer44/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer44/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8025562482f22115d800c36bf6c1fffcb65d1457
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer44/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6241814854172613
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5965 | LCC = 0.8524 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.35713368693011344
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4216 | LCC = 0.8904 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.31126233909515977
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2836 | LCC = 0.8987 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.2741179825425837
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3042 | LCC = 0.9043 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.2493528051872474
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3333 | LCC = 0.8985 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.2526205774676593
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4277 | LCC = 0.9080 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.24138300116523842
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3047 | LCC = 0.9105 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.21712626370391405
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2821 | LCC = 0.9133 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.21835665008580754
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2976 | LCC = 0.9108 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.21851288410969552
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3290 | LCC = 0.9125 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.21906844733250624
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2631 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.21461168215798504
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3203 | LCC = 0.9112 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.2042771274213157
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2878 | LCC = 0.9158 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.2085718489709617
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2603 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.20363718021467242
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2447 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.203774096734951
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2959 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1961181692219194
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2826 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1887044292912318
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2969 | LCC = 0.9171 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1979361757894472
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2820 | LCC = 0.9148 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.18812986484841804
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2610 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1917645818408514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2829 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.19015906040551345
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2875 | LCC = 0.9173 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1835146881855292
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2733 | LCC = 0.9174 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1788404412955218
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2641 | LCC = 0.9182 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1789130161952421
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2604 | LCC = 0.9187 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.17674008065651606
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2677 | LCC = 0.9176 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17633203951092813
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2793 | LCC = 0.9176 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1771890527078871
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2908 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.181975496168426
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2939 | LCC = 0.9158 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.172250090263827
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.9191 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17176267956894947
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2610 | LCC = 0.9180 | SRCC = 0.9171 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2467 | LCC = 0.9072 | SRCC = 0.9052 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer46/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746f6d40f21ee9d7ad80b6ce278f19be91628491
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6198c2f8cc0783b27da1fc1caa245019e609c8d078841ac302aaee82d40aabe
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adad7733a613742a6d2d04ef60b446f5efbf03a4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf5cd4e38bbc3d266f457d720bb86d7619cf0cdeab83f945bfe3e0580ba4559
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer46/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3473ec4f6a56b150c889768b8f95204f05d0af0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6506092124591673
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3675 | LCC = 0.8756 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.30601675394987093
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3628 | LCC = 0.8943 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.267094042776637
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3130 | LCC = 0.9007 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.28349495209710446
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3275 | LCC = 0.9046 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.2634263789722685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3513 | LCC = 0.9042 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.24053731913856
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3073 | LCC = 0.9090 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.2326734484620177
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3194 | LCC = 0.9088 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.22591865725944496
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2951 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.2572148724787497
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3207 | LCC = 0.9100 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.20695027657326936
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2977 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20679682114220768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2612 | LCC = 0.9128 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.2098616193226307
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3853 | LCC = 0.9084 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.20419634094817102
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2781 | LCC = 0.9118 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.20580978932752775
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2736 | LCC = 0.9136 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1890592652593734
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2650 | LCC = 0.9134 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.1982592074685014
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2818 | LCC = 0.9132 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18882026570725302
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3099 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.19479274056378126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3089 | LCC = 0.9128 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.19214699115884099
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3137 | LCC = 0.9143 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18551006452368862
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2787 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18927348435269614
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3346 | LCC = 0.9140 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.18242199736178955
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2428 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18112353696299427
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3390 | LCC = 0.9137 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17616122302120132
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2575 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18167820706360602
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2801 | LCC = 0.9160 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17623541250049723
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2796 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.17040179213347462
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3039 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.17130328671780626
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2890 | LCC = 0.9161 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17653473061805516
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2536 | LCC = 0.9169 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.17469036109702435
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2579 | LCC = 0.9166 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1708952511063201
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2429 | LCC = 0.9158 | SRCC = 0.9150 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2344 | LCC = 0.9003 | SRCC = 0.9006 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer46/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0319767c4162823369936e7837c7dfb08f7d0a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc9d4c8ce79a614c01577e08c0d771f2fcf19f10ce0a46eae58da6e0da282dc
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9aed8066a67872fe1577719945ad864a5cbb1a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd19b90b3e99a186a5620fed3bcd554934aadc170215b48ffbb6459e4e51ee
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer46/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c21bf88959a8bc198d1a06c84cc885411b812bb3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6032225319932651
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4148 | LCC = 0.8494 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.3198500012042205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3194 | LCC = 0.8876 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.28274712784786443
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3031 | LCC = 0.9017 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.2602261014584172
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4013 | LCC = 0.9058 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.2475566433344273
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3179 | LCC = 0.9084 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.22592144717887647
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2933 | LCC = 0.9104 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.23540747505908757
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2721 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.2248741990396742
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2794 | LCC = 0.9087 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.21891501231517405
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3474 | LCC = 0.9016 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.21848438060008032
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3584 | LCC = 0.9104 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.21030832138020178
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2560 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1994011781119198
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3377 | LCC = 0.9032 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.199323019411178
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2741 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1966876261840666
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2791 | LCC = 0.9112 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.20624332254849417
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2530 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19189675613118046
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2633 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1888469118689526
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2477 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18409077060877244
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3043 | LCC = 0.9142 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1866477374741108
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.18588640179075946
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3212 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1828297822375518
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2597 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.18154558143174718
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2352 | LCC = 0.9166 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.18045156263891673
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2573 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1820166471032049
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2616 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1728652031349309
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.9168 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.17466062746640576
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2772 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.16953091185561495
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2453 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1688862999395139
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2609 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16926839271549546
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2640 | LCC = 0.9171 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.16544077984687222
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3124 | LCC = 0.9159 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1702063860576277
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3042 | LCC = 0.9160 | SRCC = 0.9166 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2653 | LCC = 0.8992 | SRCC = 0.8980 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer46/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e59500753ae00688a5bdbd431fa6fa12889d358
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edb6e0989f88a64b444c464583b39a7cab07c905ec406dc194983968c3bcb92
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab6a3589af0d7e95aaf143d7e803221d7d05f2c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f584c8ac07e5178f8847c8104baadcb94885add7bf9d30d06973a9ae8bac5
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer46/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..08be765c78dcf5121831f6b32d8a8d5683755a6d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5552004101993031
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4266 | LCC = 0.8648 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.2988281616930328
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4998 | LCC = 0.8881 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.2852709451851817
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3470 | LCC = 0.8996 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.260190209729134
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4417 | LCC = 0.9027 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.27325140577175716
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3393 | LCC = 0.9068 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.23351680431407312
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3273 | LCC = 0.9090 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.24909197078274853
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3256 | LCC = 0.9059 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.2251307538392916
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3272 | LCC = 0.9081 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.21896871256862763
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2638 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.20576917470535103
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2697 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.20234115206437303
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2702 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.21306555752637069
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3649 | LCC = 0.9091 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.20283334917588042
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.21438231383789483
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2757 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.20087856329934445
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2709 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.18798403993162804
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2680 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19237849056031664
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2701 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18354564620924824
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2774 | LCC = 0.9166 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1850013425842875
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2646 | LCC = 0.9164 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18950188134102464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2863 | LCC = 0.9168 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.18512753672854748
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2562 | LCC = 0.9164 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18685754496238136
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.9165 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18335779118916892
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2723 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1763488416468477
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2562 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17707728125111905
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3114 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1829766220698467
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3244 | LCC = 0.9153 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1758040747029244
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2659 | LCC = 0.9173 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17596219191489193
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2510 | LCC = 0.9172 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17520469870698246
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2689 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.16916576854755425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2564 | LCC = 0.9177 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.16498016449757394
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2559 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2383 | LCC = 0.9022 | SRCC = 0.9028 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer46/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e5dfc04d1092952bf785dcb2eb93aa61fe9b35
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd59f5670fdc045266512a8a5beff55076ea494b512d9382969874ca3051ee0d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3119ece3a847aceaa2ebf4ec624ff51c292b97e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bc41d5c56b0f1f1cb7ba6390427f773a0e4989365c5e14e6e4fee524b861db
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer46/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3e25bc9616329790f2e2936a82c8409d1c83754
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6342073838318014
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4331 | LCC = 0.8432 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.3207306670660228
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4916 | LCC = 0.8893 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.30894351151981797
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3028 | LCC = 0.8930 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.25449327530199395
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2916 | LCC = 0.9038 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.24523055096926716
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2801 | LCC = 0.8998 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.2272957391132509
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2986 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.21513479336493277
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2599 | LCC = 0.9093 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.2343184787758513
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2878 | LCC = 0.9100 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.20952709656574822
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2380 | LCC = 0.9077 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.21059126040839046
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2672 | LCC = 0.9092 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.21545669557042205
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2734 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.2015331427141421
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3151 | LCC = 0.9126 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.21436786569784141
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2581 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18999416579228606
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2928 | LCC = 0.9143 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19020305405979213
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3065 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.19202581702629265
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3056 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18990480912730873
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2557 | LCC = 0.9148 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19582143206300073
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2503 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1910778987356004
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3023 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18785143764205062
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3030 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1800924659292133
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2796 | LCC = 0.9152 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17727384931607054
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2445 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.17704063408464366
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2492 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17175756123541408
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2347 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18656499158440298
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2615 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.17422757749957157
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2343 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.16982843278977222
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2598 | LCC = 0.9171 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1668024205231253
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2929 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.17529728112882273
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3398 | LCC = 0.9143 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16529815648332497
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3011 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16431380976314489
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2703 | LCC = 0.9148 | SRCC = 0.9164 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2383 | LCC = 0.9055 | SRCC = 0.9058 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer46/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c599540bbf0a96fe5d9ccaa1e6209fc6762525
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421973dbec2fb13a4af0da2f2bf224ca610f88441b8adce16d694b466e652dea
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer46/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbab512262c5a331d6c3bb2bdc0f9d108eeaa7f4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26af277ca40fcf32df67f429ce8859cfed76152e953ea986f5486c76b2f02db
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer46/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer46/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c81b944738cadc783bcf6a88356ddc1b6df1c5c9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer46/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5050359295971821
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4999 | LCC = 0.8823 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.34916170018945814
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4383 | LCC = 0.8931 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.2993409143534699
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3098 | LCC = 0.9034 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.26477385101290796
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2835 | LCC = 0.9029 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.25611674992335326
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3712 | LCC = 0.8911 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.24760080004014032
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2881 | LCC = 0.9062 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.2370212478617023
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2638 | LCC = 0.9045 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.23502712666643838
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2660 | LCC = 0.9102 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.22234005881527255
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3106 | LCC = 0.9108 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.2160027130921452
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2788 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.2316771464023976
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3247 | LCC = 0.9069 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.206609722679061
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2380 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.20697957393578711
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.2003010821049613
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3090 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18964074211830348
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2669 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1908824497220144
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2764 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.19351248675688154
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2594 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18291187462951405
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3035 | LCC = 0.9136 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18424698783655388
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2470 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19248864343228367
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2910 | LCC = 0.9140 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18592935184695128
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2749 | LCC = 0.9160 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1818102989668791
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2513 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.18835687930184292
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2511 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18170876327277607
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2383 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.17673188538392845
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2619 | LCC = 0.9141 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1796829423118878
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.9155 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17424320550150954
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2690 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16916588327788204
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2546 | LCC = 0.9150 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.17316796436819726
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2682 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1732135373302278
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2563 | LCC = 0.9159 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17378864204780214
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2766 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2494 | LCC = 0.9046 | SRCC = 0.9029 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b38af9111efb39a823013fd21ae3e68be6a70c7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0a82a009ab2c13a11d7fc4d078dbf673cbcd67d5a4eaedc755b9503fb3a418
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e2fa8f644c4e3626ad1174908836a764355d7d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0745d85d80b37c82079b2a92e54400d728fafb4ff51177760491cc27b442c00f
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7ab49c00195b7c7c8a15d1b9a37f95d0fb781bfd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3351805933638115
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2717 | LCC = 0.9118 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19648729902126885
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2706 | LCC = 0.9175 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17063572382651312
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2456 | LCC = 0.9213 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.15900425096123205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2531 | LCC = 0.9236 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.1498728096485138
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2680 | LCC = 0.9191 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.13968130842798707
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2357 | LCC = 0.9243 | SRCC = 0.9245 ]
+INFO:root:Average loss=0.13294081170262628
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2087 | LCC = 0.9250 | SRCC = 0.9252 ]
+INFO:root:Average loss=0.12490983061880045
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2015 | LCC = 0.9227 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.11711263281933834
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2500 | LCC = 0.9191 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.10973694339136168
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2176 | LCC = 0.9219 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.10344180835120251
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2501 | LCC = 0.9205 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.09734800535474898
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2490 | LCC = 0.9168 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.08795088398232626
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2118 | LCC = 0.9191 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.0840531343411159
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2150 | LCC = 0.9188 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.07727605705230223
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2176 | LCC = 0.9165 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.07164965339564863
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2218 | LCC = 0.9182 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.07257748250930296
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2239 | LCC = 0.9180 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.06292618382614472
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2161 | LCC = 0.9185 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.0626379001907186
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2218 | LCC = 0.9162 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05868517917532452
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9152 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.05477277544795433
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2454 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.05230355114175405
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2177 | LCC = 0.9158 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.04706157889281739
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2272 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.04915221440309734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2346 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.045243819960193825
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2201 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.04340603058307157
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2405 | LCC = 0.9150 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.041404299298032174
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2399 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.040147243347557295
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2283 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.03742106104904861
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2328 | LCC = 0.9145 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.035703877956105794
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2235 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.0340857449488316
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2483 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1839 | LCC = 0.9196 | SRCC = 0.9069 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67a71d2a7250cf2ae261244746190565a4a1a61
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5878904f72533d5b726db11543e18df6d6e57600dee2d9e68f7da112f6d7fa
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb6e06b8150a682adc42bb3c27c48c42139a907
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1246ea4d197fe5de0c3330173dba17da8c58a6266fdeec5d0958c6a85183ae
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e24366d9a4a2be00eb3b260dbdbc2b7344e1d1f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.321836796153143
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2620 | LCC = 0.9110 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18661586035882807
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2700 | LCC = 0.9201 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.16927093370801452
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2655 | LCC = 0.9166 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1572180818874023
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2548 | LCC = 0.9230 | SRCC = 0.9244 ]
+INFO:root:Average loss=0.14673362947957364
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2597 | LCC = 0.9226 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.14244765297353612
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2074 | LCC = 0.9236 | SRCC = 0.9251 ]
+INFO:root:Average loss=0.1317649018988444
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2200 | LCC = 0.9236 | SRCC = 0.9243 ]
+INFO:root:Average loss=0.12362923598013861
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2590 | LCC = 0.9251 | SRCC = 0.9250 ]
+INFO:root:Average loss=0.11642904674386703
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2772 | LCC = 0.9221 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.10825524939967028
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2704 | LCC = 0.9211 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.103965859364912
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2305 | LCC = 0.9223 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.09516916456336232
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2378 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.08864523504855316
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2340 | LCC = 0.9183 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08285067122795678
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2353 | LCC = 0.9183 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.07793672335457939
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2386 | LCC = 0.9184 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.07058561377959445
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2374 | LCC = 0.9206 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.0675166384290064
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2474 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.06286058381113703
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2452 | LCC = 0.9182 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.059809252146007005
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2391 | LCC = 0.9170 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.05547385491603027
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2409 | LCC = 0.9170 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.0532120355765599
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.04921337860943265
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2284 | LCC = 0.9147 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.04797772300897995
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2335 | LCC = 0.9169 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.045305030840325215
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2367 | LCC = 0.9137 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.042835621884620256
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2334 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.041448876789281136
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2514 | LCC = 0.9148 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.03978399843020591
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2489 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.03831201733622937
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2349 | LCC = 0.9172 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.03625029433152579
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2493 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.035106381832089036
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.9161 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.033167780242386584
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2551 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2740 | LCC = 0.9125 | SRCC = 0.9011 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a69aca833e69f33725d3c26add13308a05b042
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a166b8b11972943472de98823b46c353c7f053400835cce98bd8fbc94ab171
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8555bfb258d4cfee2489454533ca87baaded3b2e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f27cb42b6713a9e3abe465ce017ae9ec1988bfea1662b00c957987d70fedda4
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1c6cbec362e106afc673dea3d3cd2826adb50e4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3549963724234201
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2775 | LCC = 0.9114 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1894533721611679
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2758 | LCC = 0.9178 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17214887391108308
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2700 | LCC = 0.9223 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.16004682909374293
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2566 | LCC = 0.9228 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.14771790871385895
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2845 | LCC = 0.9205 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.13896800319238894
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2443 | LCC = 0.9232 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.1325265527891286
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2339 | LCC = 0.9233 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.12644206090814117
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2522 | LCC = 0.9223 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.11680883832405069
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2196 | LCC = 0.9208 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.10945235580378185
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2491 | LCC = 0.9229 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.10041245811678082
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2289 | LCC = 0.9202 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.09459200163366478
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.9183 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.0863495831932291
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2298 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.084572256817294
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2266 | LCC = 0.9201 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.0763180504816805
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2227 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.07047168839442937
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.9182 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.06626386862958787
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2396 | LCC = 0.9177 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.06323304113452834
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2312 | LCC = 0.9169 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.05913990466839316
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2122 | LCC = 0.9161 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.054849579284301384
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2380 | LCC = 0.9159 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.05044615270860622
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2359 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.049276611665425275
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2532 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.04727782500703211
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2618 | LCC = 0.9137 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04646116391771791
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2656 | LCC = 0.9156 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.04180423817408912
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2355 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.040284090207060634
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2393 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.03837597988158292
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2297 | LCC = 0.9153 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.0382502548977991
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2484 | LCC = 0.9136 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.036253547845031486
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2466 | LCC = 0.9144 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.03415749282333892
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2367 | LCC = 0.9147 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.03439480044765968
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2517 | LCC = 0.9136 | SRCC = 0.9138 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1821 | LCC = 0.9146 | SRCC = 0.9038 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c9f3ebc48a2b06d2eb4d998a68b49c5009a2c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8516d5ccfe0ced8c20898bc13cc1036bffa9a71677c397697aeffd6c25fb91c1
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9637ef42e2daed31111b5b7f85339edb9bd2e53d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34da0d5cf489d6dbf2d8f36e8d1894503561031c077ce23fe132ab12249cac81
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e0aa4e42d811a474afe4d73300ed3233eeb9fea6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3429752762262532
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2724 | LCC = 0.9142 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.19287775034849355
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2409 | LCC = 0.9199 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.16992275063702136
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2507 | LCC = 0.9215 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.15685807319218023
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2857 | LCC = 0.9222 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.14636821609873302
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2399 | LCC = 0.9239 | SRCC = 0.9249 ]
+INFO:root:Average loss=0.1375932120691145
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2392 | LCC = 0.9252 | SRCC = 0.9251 ]
+INFO:root:Average loss=0.13573263693234824
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2381 | LCC = 0.9236 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.12537591269164416
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2193 | LCC = 0.9239 | SRCC = 0.9243 ]
+INFO:root:Average loss=0.1206662013179305
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2363 | LCC = 0.9238 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.10935203259477036
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2017 | LCC = 0.9219 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.10826849623050304
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2246 | LCC = 0.9222 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.09562377375415984
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2360 | LCC = 0.9199 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.08957651100320622
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2403 | LCC = 0.9196 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.08497369256021314
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2360 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.08038746078923947
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2487 | LCC = 0.9180 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.07263179465783814
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2226 | LCC = 0.9199 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.06800945856839935
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2298 | LCC = 0.9168 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.0643988378518234
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2311 | LCC = 0.9159 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.06198225973572345
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2294 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.05787152407227913
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2302 | LCC = 0.9168 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.05441516605501919
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2365 | LCC = 0.9161 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.05114834137648516
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2478 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.04852686873018053
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2268 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.04663804504008307
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2421 | LCC = 0.9143 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.04504698863780567
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2306 | LCC = 0.9151 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.041596812298359896
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2560 | LCC = 0.9141 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.04017785916137213
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2454 | LCC = 0.9133 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.03947952404790531
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2322 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.037896684365551596
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2353 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.03692764368963379
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2545 | LCC = 0.9126 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.035430637968844075
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2052 | LCC = 0.9138 | SRCC = 0.9036 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0496cedb804da9da955839c5c364c2220dc1ca8f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb645bbc6096b17ddabc33b72ddd4f6425b6fb59b3727f5f4f0cb2486510e81d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1729ac082b17709be7f955761ef64a25fc760c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff18f25cb36d0a4913292a5dd57ee3526906e008145e7564bc675015b12355e3
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer6/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a7ef2d0560eddcd54c32c583418bade075f9be24
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33881632242933174
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3582 | LCC = 0.9130 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.18910487831672493
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2473 | LCC = 0.9179 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.17196186692211668
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2321 | LCC = 0.9218 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.15857239666184939
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2408 | LCC = 0.9213 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.15205996871166835
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2561 | LCC = 0.9241 | SRCC = 0.9246 ]
+INFO:root:Average loss=0.14163403075209932
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2637 | LCC = 0.9246 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.13147312712807185
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3027 | LCC = 0.9239 | SRCC = 0.9243 ]
+INFO:root:Average loss=0.13055667897008058
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2345 | LCC = 0.9234 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.11832807350882216
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2426 | LCC = 0.9226 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.11207917352029353
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2695 | LCC = 0.9223 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.10287257167645272
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2384 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10070323821351018
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.9216 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.09329429863160746
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.9200 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.08450022518548662
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2202 | LCC = 0.9199 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.07889136361937991
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2672 | LCC = 0.9187 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.07265120574590787
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2442 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06828414577710835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2453 | LCC = 0.9152 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06445367533089108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2386 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06295320671590078
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2535 | LCC = 0.9164 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.05951920239997737
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2424 | LCC = 0.9169 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.05496144780318517
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2435 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.051268832381233316
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2452 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.04868972375773625
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2397 | LCC = 0.9159 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.04750961509958512
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9136 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.044499109461472904
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2430 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.04341460209921261
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2516 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.04015711532378128
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2527 | LCC = 0.9145 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.040521800442668746
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2539 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.038095320709523435
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2381 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.03624185421261829
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2480 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.03655883859347746
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2338 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2495 | LCC = 0.9125 | SRCC = 0.9016 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f1f5f055172afff3a43d94d1da080de1ae8e47
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f311ee60e17502ccd70c8073408e1d7caa88ac491cef96464eb3558a1325021
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8906543f00598f9ba2ce99359d6944ebb9bce43b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362ee887cbf7593a5cd460bac9ef40220f2e82a28f6af870f98ead39fcce2df2
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..95f25a41112ceaa576e7f302a66d80e9bf8605e5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3910908991029497
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2705 | LCC = 0.9096 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.19602457222910974
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2259 | LCC = 0.9169 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17583593644330955
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2180 | LCC = 0.9198 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.16499015671669404
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2225 | LCC = 0.9229 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.1524464687860081
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2111 | LCC = 0.9197 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.13959607378595826
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2370 | LCC = 0.9229 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.13178725661225402
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2334 | LCC = 0.9229 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.1220546123178708
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2092 | LCC = 0.9222 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.11542403258684743
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2569 | LCC = 0.9209 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.10594469356226784
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2280 | LCC = 0.9210 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.09796546797962546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2487 | LCC = 0.9194 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.09340388661605774
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2399 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08648620700905088
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.9158 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.0815413084764012
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2216 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.0754157731557168
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2296 | LCC = 0.9158 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.06924239931509674
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2245 | LCC = 0.9150 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.06568906749087262
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2197 | LCC = 0.9168 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.06282301258963312
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2245 | LCC = 0.9163 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.05784516611454115
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2345 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.05581575620251929
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2359 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.05199304094936462
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2424 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05075761829798966
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2276 | LCC = 0.9134 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.048833069989102425
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2303 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.04460746718495223
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2310 | LCC = 0.9147 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.041844934031281165
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2342 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.040396211701149196
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2248 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.03787516674425216
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2311 | LCC = 0.9124 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.036117258487064714
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2328 | LCC = 0.9147 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.03723830626362321
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2356 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.035233517602689
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2408 | LCC = 0.9131 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.03546830967628543
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2345 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1984 | LCC = 0.9127 | SRCC = 0.9021 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90da6f690fc488b10b89441f262fc8e7e9c6aa9a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92be7fec8fe9c90495b6222a0d029b61acbe25aa8b8e7d5694ac9875413f3f22
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5114243b00eb52e460f46ff9d6d6a5ccec9f50
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c8de8068aa74ff293c745e0a862ae7c81bf9e5c308181327f80e334ff5ad7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8009ae3de3615a3e625b29e72376b89a604375c9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3009905052839676
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2757 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18974422693597098
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2337 | LCC = 0.9189 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16903432988362505
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2852 | LCC = 0.9218 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.15698092142281506
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2492 | LCC = 0.9221 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.14729320886679467
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2740 | LCC = 0.9231 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.13870196233939575
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2398 | LCC = 0.9228 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.12955833080014742
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2958 | LCC = 0.9171 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12283861296886654
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2406 | LCC = 0.9216 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11285860776212174
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2162 | LCC = 0.9215 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.10611895915400775
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2653 | LCC = 0.9188 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.09674154868015664
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2453 | LCC = 0.9189 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09049874946819564
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2316 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.08354653120902232
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2220 | LCC = 0.9184 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.08046538875885093
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2351 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07407803577236358
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2225 | LCC = 0.9171 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.06755797791084803
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2252 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.06445471244740349
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.9140 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.05975555371213166
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2303 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.05748645696422957
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2615 | LCC = 0.9129 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.053692779519912824
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.04931179640782362
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2287 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.04765113825355306
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2457 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.046826838381114726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2702 | LCC = 0.9102 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.043667872054125534
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2423 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.04112689008645584
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2397 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.040287528843807346
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2300 | LCC = 0.9125 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.037516747466746096
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2416 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.03694848803469556
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2513 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.034365203931410876
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2378 | LCC = 0.9129 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.03224467472146357
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2535 | LCC = 0.9105 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.032704133712659685
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2459 | LCC = 0.9118 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2122 | LCC = 0.9156 | SRCC = 0.9037 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae25b091cd34f27a7e6d9fe2fd538fd4dd8de7f3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f29bb260eba2922735a27f5400d62d220f5c4a677752618ea595d372c750be
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0946eb8cd65f6232508762ad8efebb30bcda32b3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b0d2cf2766bded8a8275556e9f9e402b3aee08957b11e3d08b677972aea7ae
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2a86b110be71f84708480435a3a1116f5c854087
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4047297846547441
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2915 | LCC = 0.9115 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.18303088167671525
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2318 | LCC = 0.9192 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.16737170526057998
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2467 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.15778543916396323
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2406 | LCC = 0.9242 | SRCC = 0.9244 ]
+INFO:root:Average loss=0.14857468426744372
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2543 | LCC = 0.9233 | SRCC = 0.9239 ]
+INFO:root:Average loss=0.14050495215406308
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2709 | LCC = 0.9219 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.12792781141796553
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2503 | LCC = 0.9225 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.12118463390479887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2521 | LCC = 0.9219 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.1135709521312245
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2283 | LCC = 0.9228 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.10698741071486059
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2635 | LCC = 0.9198 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.09940929807765636
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2093 | LCC = 0.9194 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.09249044276472461
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2310 | LCC = 0.9194 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.08396527341249362
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2301 | LCC = 0.9185 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.07851761538599956
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2646 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07361703717036744
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2461 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06894476636382886
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2236 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06586269112680689
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2690 | LCC = 0.9162 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.059544723976209676
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2530 | LCC = 0.9133 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.057395781417285775
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2387 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.05260318390637464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2433 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.04980402967402701
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2452 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.047193422687449894
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2400 | LCC = 0.9139 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04422356233517558
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2504 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.04230926617054064
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2404 | LCC = 0.9137 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.03955135809935931
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2277 | LCC = 0.9154 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.038152367091936874
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2457 | LCC = 0.9133 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.03580815819861916
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2433 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.03448968150281493
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2355 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.03571107672430532
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2410 | LCC = 0.9145 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.032838653062464876
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2400 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.032088221486851656
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2338 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2299 | LCC = 0.9180 | SRCC = 0.9068 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5c7305347181f8b216d63ba61b6f008e82429e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922931819b4ce0f1da7e12ee3e9c2f17fc1a651446899b29e83c505dc64304da
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcfffaf095e4509fcbdec4ebe6efcb0a5ece3be
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ed710afcf02b6a928cd4518a6a4a0696083ae1891504ff64e86b6e3d26bff5
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7d9ad07cadbed9fa085ae35b074a6958ac7b712b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3413764034220249
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2685 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1906375253648427
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2348 | LCC = 0.9176 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17140219011747768
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.15931593872219152
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2358 | LCC = 0.9216 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.15335954062511467
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2381 | LCC = 0.9212 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.14038262158804546
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2574 | LCC = 0.9214 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.12912320660028845
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2214 | LCC = 0.9188 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12071618256885881
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2384 | LCC = 0.9209 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1132056468914699
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2347 | LCC = 0.9182 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10510054155322858
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2245 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09526088469893257
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2522 | LCC = 0.9180 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09081886144559508
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2495 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08100417932506242
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2539 | LCC = 0.9128 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07439417150840594
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2508 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07035870161015174
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2328 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.06555811302854836
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2594 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06084278850369371
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2496 | LCC = 0.9136 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.055393150733040936
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2345 | LCC = 0.9112 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.05446759428333685
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2393 | LCC = 0.9120 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05244610322951582
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2510 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.04623517450052879
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2644 | LCC = 0.9100 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.04688684246099064
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2504 | LCC = 0.9129 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0422199410144132
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2360 | LCC = 0.9129 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.04254548999916956
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2469 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.04082513374486411
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2369 | LCC = 0.9133 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.04018059301841466
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2334 | LCC = 0.9114 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.035193058053796
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2536 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0346125639932004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2491 | LCC = 0.9123 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.032938573132619005
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2471 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.03194496365037957
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9123 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.030864425800266982
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2533 | LCC = 0.9116 | SRCC = 0.9114 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2058 | LCC = 0.9138 | SRCC = 0.9044 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c6b7df847df8b5f04f763dccfa506a8e69e556
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb94aaa1b20ec41c63ca979848c03bb0a55030dd60663be138268f05927c358
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f3cd29d29e7f49716345a58f5609d860e1efbb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8932965f512530412d1020185de99fa970428b591501880a7371f8d3609cc0
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer8/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54454e9b708c51a69ef1e09e7564a4dafba2d2aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3184133021300928
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2666 | LCC = 0.9103 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19185015473062592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2816 | LCC = 0.9179 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17125074944399685
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2975 | LCC = 0.9190 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16439747870657484
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2865 | LCC = 0.9215 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.1445327305121918
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2391 | LCC = 0.9235 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13664903285014146
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9229 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.1324271054109397
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2451 | LCC = 0.9235 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.11895158960123282
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2534 | LCC = 0.9227 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1107534695782758
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3023 | LCC = 0.9207 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.10353016472190102
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2408 | LCC = 0.9204 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.09564733860551278
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2531 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.08852624053383149
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2288 | LCC = 0.9177 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.08112061762310177
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2450 | LCC = 0.9171 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.07713028504324786
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2399 | LCC = 0.9173 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.06979179258506767
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2349 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06690224639080852
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2509 | LCC = 0.9151 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.06232395727251996
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2277 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.05840784214393941
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2388 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.05458525012683317
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2569 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.051120295980676064
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2455 | LCC = 0.9134 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.04851123488190546
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2542 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.04542686624420172
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2590 | LCC = 0.9105 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.04320530075515281
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2475 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.042133405007895704
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2529 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0394399572013086
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2458 | LCC = 0.9119 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.038908631061715195
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2522 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.03700767886001251
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.033257209270589616
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2433 | LCC = 0.9133 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.033726458012454774
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2449 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.03225059172063205
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2457 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.03145379116597203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1795 | LCC = 0.9119 | SRCC = 0.9022 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1608ef3aa3dd75906805318a0216248d030ce8d2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a3b0557b9247f6de60a70964ff1c4865d2503de0cb4d30dffc79adc5df6b09
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8389a5caa240d3ccf4f5f7440cb7ba20a4bf1ca6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39de7cc1511330c2a63b749aa19a109239ab27990247460ad0ab0a09c06cd6c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df75602f4c00cb22c060ea18230a5fd7502a467e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5523681065250683
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4654 | LCC = 0.8207 | SRCC = 0.8246 ]
+INFO:root:Average loss=0.3597834100785283
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3978 | LCC = 0.8473 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.3311939693427499
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3581 | LCC = 0.8481 | SRCC = 0.8479 ]
+INFO:root:Average loss=0.3084073324251726
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3967 | LCC = 0.8617 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.2952452769686032
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3981 | LCC = 0.8678 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.28691069592285706
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3439 | LCC = 0.8750 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.2668618918154281
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4019 | LCC = 0.8660 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.25997517503410406
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3555 | LCC = 0.8775 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.2387750320179614
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3075 | LCC = 0.8877 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.23776428371323327
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3214 | LCC = 0.8865 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.22162488972865088
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3639 | LCC = 0.8810 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.21614870420425614
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4642 | LCC = 0.8738 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.20901596210250964
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2848 | LCC = 0.8942 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.2013914765133334
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3147 | LCC = 0.8931 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.19958229664433208
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3655 | LCC = 0.8896 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.19025340598787185
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3645 | LCC = 0.8840 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.18176103723531514
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2774 | LCC = 0.8951 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.17480389679098404
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2823 | LCC = 0.8962 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.17050709226572444
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2795 | LCC = 0.8974 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.16765685215850787
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2685 | LCC = 0.8976 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.15983581336247438
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2580 | LCC = 0.8988 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.15860203963655956
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3221 | LCC = 0.8967 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.15899764096116745
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2750 | LCC = 0.8982 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.14730214357720633
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2963 | LCC = 0.8981 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.1400045563892133
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2747 | LCC = 0.9007 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.14130124281768855
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2965 | LCC = 0.8930 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.14214869648907225
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3277 | LCC = 0.8939 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.14053059696634382
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3036 | LCC = 0.8945 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.13139642512350413
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2802 | LCC = 0.8986 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.1289428744701981
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2754 | LCC = 0.8968 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.12803672271312316
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2916 | LCC = 0.8978 | SRCC = 0.8981 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3365 | LCC = 0.8331 | SRCC = 0.8135 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37a1c3fd5e810a430d7104834c85244de153d31
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453ec7051adb143fc2ce44e9c0695a330bea58cd90c4e9f13e00a4e9591860
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba15700e6d22cf4150fb61115490f759c1377ff3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c63a1f1bc43ec28ab179f098c39e666b6276c75ea98a94e14b29aa8322c57e
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..56bcd2c5718c5d7e63413920e761c63cfd558670
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5421551937140481
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4729 | LCC = 0.8236 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.3518971207341707
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4129 | LCC = 0.8444 | SRCC = 0.8445 ]
+INFO:root:Average loss=0.32343841408718527
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5188 | LCC = 0.8513 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.3090710796717274
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3856 | LCC = 0.8612 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.2953094039866001
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3915 | LCC = 0.8664 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.28169801564230396
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3572 | LCC = 0.8736 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.2628010296063616
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3267 | LCC = 0.8796 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.24250013028093845
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3157 | LCC = 0.8830 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.230127444587691
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3107 | LCC = 0.8798 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.2359060280326474
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3343 | LCC = 0.8879 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.22651561552044974
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3406 | LCC = 0.8860 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.2113973597398383
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3058 | LCC = 0.8848 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.1999058093811046
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3104 | LCC = 0.8894 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.19997248100924353
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3037 | LCC = 0.8897 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.2012983586832967
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3489 | LCC = 0.8918 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.18446390425538742
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3044 | LCC = 0.8881 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.180456295738675
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3226 | LCC = 0.8912 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.17415741241047147
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3458 | LCC = 0.8801 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.17213214485976047
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2861 | LCC = 0.8867 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.16187219084859583
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2740 | LCC = 0.8937 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.16347133398400565
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2985 | LCC = 0.8937 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.15654517822182937
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3044 | LCC = 0.8840 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.15415941764509059
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2782 | LCC = 0.8943 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.14786180199226204
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3526 | LCC = 0.8926 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.14954845801081962
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2746 | LCC = 0.8952 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.14126765456675106
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2854 | LCC = 0.8924 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.13962959851315945
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2800 | LCC = 0.8912 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.13356390337034457
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3028 | LCC = 0.8893 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.12967932301794174
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2967 | LCC = 0.8931 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.1261053999638282
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2889 | LCC = 0.8962 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.12717124712088204
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3012 | LCC = 0.8880 | SRCC = 0.8910 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3693 | LCC = 0.8225 | SRCC = 0.8008 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097cc167c9b6e50641b48d9ec12d01e17d599283
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae7735bf725a2fd85458686caab84e8fc381e131387f66c5efe3ab3856db2b
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace31a95a64dccf6538141ec618c6030a700f2ca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173bb996adfe66a682e7dd2f2df1ea5e80fa29938fb46e39e0aa2551501cbc6c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ba58c5c4fe529acc663ffca0b25c561cd0b0e928
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5988758891993176
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6331 | LCC = 0.8152 | SRCC = 0.8218 ]
+INFO:root:Average loss=0.3626188591036493
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4623 | LCC = 0.8387 | SRCC = 0.8393 ]
+INFO:root:Average loss=0.33855265275591373
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3631 | LCC = 0.8554 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.32126941674017495
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3677 | LCC = 0.8637 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.2944788660617233
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4259 | LCC = 0.8709 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.2784077066045276
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3752 | LCC = 0.8719 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.2639160014990437
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3649 | LCC = 0.8788 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.2439701375847607
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3006 | LCC = 0.8845 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.24131885592992594
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3250 | LCC = 0.8853 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.23057065378723807
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4294 | LCC = 0.8734 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.21961385674903847
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3248 | LCC = 0.8865 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.2171547916755511
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2946 | LCC = 0.8882 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.2024431306158187
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3371 | LCC = 0.8907 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.19747260161217928
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3462 | LCC = 0.8903 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.19665397703647614
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3205 | LCC = 0.8900 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.1835342578030046
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2858 | LCC = 0.8936 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.18310127807834933
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3217 | LCC = 0.8823 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.18220557965811968
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3444 | LCC = 0.8942 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.1729539885600178
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2818 | LCC = 0.8972 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.16885022534800403
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2773 | LCC = 0.8892 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.16431981876406365
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2804 | LCC = 0.8973 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.15832364860642162
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2774 | LCC = 0.8989 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.15575850720522721
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2726 | LCC = 0.8973 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.15096610022245804
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2800 | LCC = 0.8978 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.1454273234040751
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3045 | LCC = 0.8973 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1445490568445597
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2755 | LCC = 0.8952 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.14050132626226183
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2832 | LCC = 0.8924 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.14095913812604255
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2747 | LCC = 0.8907 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.13809895140759518
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2754 | LCC = 0.8870 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.13439510512903247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3197 | LCC = 0.8969 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.13210901053826932
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2724 | LCC = 0.8982 | SRCC = 0.8984 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3563 | LCC = 0.8276 | SRCC = 0.8045 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352c5bf81d6e07e5d2e8c43932ee072ca48560a3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7418e9a683d5a9dc678fc8c6ea6dbc921c71b100c90e4affa75c5fbb98d82b87
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126f201d89c2d7dbf5eb4049281aae5f250d3d8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8645de2c1095f3e500b0fa0e7689afcbf7dcae2fb98d4e6fd04b755ac54f96
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8dd27eb2aff923669fc51c7d44c6d3383d6a44c3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5207958015575574
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5490 | LCC = 0.8153 | SRCC = 0.8241 ]
+INFO:root:Average loss=0.3772958770308191
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4974 | LCC = 0.8413 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.3417610435644326
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4313 | LCC = 0.8572 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.3143135227392175
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3565 | LCC = 0.8616 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.28170042790773975
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4213 | LCC = 0.8464 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.27803670395316415
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4478 | LCC = 0.8754 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.2540741965088541
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3217 | LCC = 0.8797 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.2542261746577445
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3594 | LCC = 0.8810 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.23700523785600772
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3450 | LCC = 0.8886 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.23660456755257755
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2947 | LCC = 0.8901 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.21794399222886632
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4079 | LCC = 0.8592 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.21197978402837853
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3108 | LCC = 0.8853 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.2030105648530012
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2969 | LCC = 0.8913 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.19660747796297073
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3075 | LCC = 0.8942 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.19169486370045324
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2724 | LCC = 0.8956 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.18541023850096444
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3007 | LCC = 0.8907 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.1774569136989599
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2734 | LCC = 0.8978 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.1797771828970468
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2971 | LCC = 0.8987 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.17314577972613318
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2727 | LCC = 0.8947 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.16451916559410923
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2821 | LCC = 0.8969 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.1599313518990671
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2902 | LCC = 0.8942 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.1553572154889217
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2806 | LCC = 0.8957 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.15247864078062806
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2925 | LCC = 0.8945 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.14558255112584614
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9004 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.14415722150850846
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2741 | LCC = 0.9002 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.14660006537602815
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2690 | LCC = 0.8927 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.13950150455698113
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2660 | LCC = 0.8972 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.13313140031057974
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2991 | LCC = 0.8993 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.13096708933569792
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2673 | LCC = 0.8928 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.1367865254338077
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2577 | LCC = 0.9011 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.1267969645344453
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2633 | LCC = 0.9013 | SRCC = 0.9030 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3098 | LCC = 0.8250 | SRCC = 0.8105 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166f316b93750a7512b6802bfe37b0b18a4d9ca8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e877539d2e95bca35ab0b106ea22d4b1dff96fa8229d44da22f1b2117ebc3b9b
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2ec42383b492dae1da32c76a4e26eb69655de6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d99f8e4ae3b0aa0955732b594abf14aa950c05d64636eb5ed365916541e6fbc
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer0/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a89fe54dc96eb7f2ac5b4d6332309616445c3bfe
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5004838394980899
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4515 | LCC = 0.8265 | SRCC = 0.8264 ]
+INFO:root:Average loss=0.35604279923301213
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4903 | LCC = 0.8438 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.34108907819827855
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3966 | LCC = 0.8552 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.3159851166554269
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4436 | LCC = 0.8596 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.296475474760367
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4155 | LCC = 0.8643 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.27537354103402595
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3565 | LCC = 0.8758 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.25452228523575504
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3932 | LCC = 0.8749 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.2511128642827789
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3467 | LCC = 0.8839 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.23673392935639861
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4067 | LCC = 0.8811 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.24168463339867619
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3380 | LCC = 0.8895 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.2209518538906395
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2961 | LCC = 0.8905 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.2146545890611031
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3487 | LCC = 0.8872 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.20538610590331127
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2770 | LCC = 0.8912 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.19446931856905106
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2738 | LCC = 0.8931 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.1880037563858349
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2928 | LCC = 0.8902 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.1884932352628322
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3231 | LCC = 0.8883 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.1826319810369111
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3165 | LCC = 0.8958 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.17752202238478412
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2735 | LCC = 0.8938 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.17154675631681618
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2883 | LCC = 0.8985 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.16547664620972782
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2748 | LCC = 0.8980 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.15776580498914497
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3190 | LCC = 0.8941 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.1588296447530647
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2938 | LCC = 0.8982 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.15360435585066073
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2720 | LCC = 0.8988 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.14686678840934886
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2735 | LCC = 0.8973 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.14591066061244534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2882 | LCC = 0.8954 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.1451311614472053
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3242 | LCC = 0.8981 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.14027709918731898
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2952 | LCC = 0.8921 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.13616185678395232
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2920 | LCC = 0.8955 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.1339926749812385
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2855 | LCC = 0.8973 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.12824289942149483
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2725 | LCC = 0.8957 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.1256889977594676
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2970 | LCC = 0.8961 | SRCC = 0.8969 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3575 | LCC = 0.8109 | SRCC = 0.7944 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5728a5f7676f5108a347d753530b763d3e520f98
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4d6aafa2b6e13f292eee25436be2ea53f696634f1cd5df14a35a0662175be8
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2432285b213f8a999d62b3b3a269be3a47e438ec
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1732d3dacc6705fd1614e1f22be3bd38808eb75852b22a3aa7bb844ce916f43
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ec6eaafea419dfab31a5654af4fbcac8e781c585
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5000088815227409
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3544 | LCC = 0.8527 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.32479573036893944
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4576 | LCC = 0.8578 | SRCC = 0.8656 ]
+INFO:root:Average loss=0.27461218454934266
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3153 | LCC = 0.8852 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.27206932770551284
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3195 | LCC = 0.8903 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.2378922954976903
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3650 | LCC = 0.8863 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.22058627819050255
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3060 | LCC = 0.8994 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.21594799986119903
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3542 | LCC = 0.8973 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.2066167165132272
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2691 | LCC = 0.9045 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.18976670085867017
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3096 | LCC = 0.9057 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.19261061137466762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3057 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.176589830116385
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3084 | LCC = 0.9078 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.16934148558130155
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2645 | LCC = 0.9050 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.16182522639373823
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2406 | LCC = 0.9089 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.16122996962139372
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3193 | LCC = 0.9081 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.15889934131692598
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2560 | LCC = 0.9079 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.15383040866238534
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3317 | LCC = 0.9038 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.14977559253487283
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.14361732440187752
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2556 | LCC = 0.9099 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.13888412223041402
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2912 | LCC = 0.9071 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.1368004643503641
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2950 | LCC = 0.9038 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.13430394232273102
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2684 | LCC = 0.9012 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.13132614862023062
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2765 | LCC = 0.9050 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.1251274249112675
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2459 | LCC = 0.9086 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.12100079922662305
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2655 | LCC = 0.9109 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.11681190154628257
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2614 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.11209678389347358
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2754 | LCC = 0.9090 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.11402452422704311
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3060 | LCC = 0.9038 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.10829187796122766
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2579 | LCC = 0.9097 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.10658162759046334
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2490 | LCC = 0.9094 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10406992371285582
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2898 | LCC = 0.9047 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.10423709792381076
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2688 | LCC = 0.9087 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2966 | LCC = 0.8556 | SRCC = 0.8412 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68947e81cc5b1896c2546e4bae7b0292a979868d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982eef97d0030eab385a25eceee3015d095c207737e9c8a10a3624163950d21
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f8a5176bda14148f01f26eba3d38432117d93
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cf973796ed07f5062dba98d1d0916fd5459a2a8de1a8d3c599be3e180c5586
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8145cf08c8af671937197c76d45451eb2efb550
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4748274991450282
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4460 | LCC = 0.8538 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.32601754901381585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3469 | LCC = 0.8749 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.2920681873842471
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3357 | LCC = 0.8857 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.2553798072255416
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3505 | LCC = 0.8910 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.23491688830659568
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3245 | LCC = 0.8959 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.22077634293219947
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3161 | LCC = 0.9014 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.20871081633891672
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3154 | LCC = 0.9045 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.19919992806766765
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2863 | LCC = 0.9059 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.19557722089435323
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2998 | LCC = 0.9071 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.18383098208490825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2578 | LCC = 0.9068 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.17729679017053174
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2634 | LCC = 0.9073 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.17786119245208068
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3244 | LCC = 0.9093 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.168650460596374
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2565 | LCC = 0.9085 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.1648236935193828
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2908 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.15729925527393473
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2618 | LCC = 0.9109 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.15353453930230498
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2668 | LCC = 0.9008 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1460431234512715
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2597 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.14606660277168185
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3031 | LCC = 0.9102 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.14188199860684444
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2538 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1394273300649803
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2529 | LCC = 0.9094 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1384307612918016
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2519 | LCC = 0.9096 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.13177319349064304
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2394 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.12448561807416078
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2327 | LCC = 0.9098 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1268788696282861
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2895 | LCC = 0.9043 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.11797947436571121
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2605 | LCC = 0.9090 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.11580525131928439
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2844 | LCC = 0.9017 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.11566620350228568
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2675 | LCC = 0.9090 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10847355199256384
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2430 | LCC = 0.9085 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10599576376077068
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2725 | LCC = 0.9075 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.1016926297519593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2759 | LCC = 0.9039 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.10142048611978575
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3118 | LCC = 0.8960 | SRCC = 0.9007 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2845 | LCC = 0.8598 | SRCC = 0.8403 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f38544d97ebba6f2c6e294231810c4299c496d7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee6748c405b36b289a462db0923da95ab8281a454974241faa2c1a96e399425
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff980a0e22e45257fab184bd7cb3af578bef74d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c784f57c02176e9bc65a90be8125635812fded640d91c7a648c8c114bb28c2a
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e41dfc719ae6593f2ede0af693e94a812363a0f9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47632874109152423
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5074 | LCC = 0.8523 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.3178815354157045
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3429 | LCC = 0.8714 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.27662277109705646
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3426 | LCC = 0.8867 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.24572390963920968
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3247 | LCC = 0.8953 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.23513693969718294
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3140 | LCC = 0.8985 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.22231346825299236
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3528 | LCC = 0.9007 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.21071040023096724
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3112 | LCC = 0.9033 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.19751133235720542
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3226 | LCC = 0.9063 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.18801167740814947
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3214 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.18803698995898913
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2943 | LCC = 0.9074 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.18926399989279707
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2706 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.17312220690739638
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2595 | LCC = 0.9095 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.16402013853967534
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3330 | LCC = 0.9065 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.16711514447465797
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3162 | LCC = 0.9083 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.15966378746694224
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2642 | LCC = 0.9058 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.14793464035398698
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2505 | LCC = 0.9089 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1484262041015432
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3258 | LCC = 0.9019 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.151599549661482
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2423 | LCC = 0.9050 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.13671784486212482
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2675 | LCC = 0.9089 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.132011397639451
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2650 | LCC = 0.9101 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.12915191291212347
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2473 | LCC = 0.9083 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.12652333576038394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2802 | LCC = 0.9073 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.12031980074209973
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9115 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11887366574451413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2983 | LCC = 0.9095 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.11578261916864814
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2697 | LCC = 0.9091 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10936291716088449
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2665 | LCC = 0.9117 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.109079204155186
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2708 | LCC = 0.9062 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.10468456904926052
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2578 | LCC = 0.9070 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1029098660744339
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2419 | LCC = 0.9080 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.09909987152484111
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2629 | LCC = 0.9086 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09682988345278482
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2578 | LCC = 0.9080 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3375 | LCC = 0.8566 | SRCC = 0.8414 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35db2238f88fc4697b6c29f08d0eba8787820c5c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647f485b3a7bb914e4b8e1a833aadd14d7cca88fce19b81e24654ee526c06f78
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21add5e3f5064b046c4de50c5d081c83c30ba81
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f68224dc254d36bf46c265fcbfbc604d70c04470577f034b6b2a948b5b391c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c46574ab18df1485b0c668851d9f9f4e3939c0e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5297853694313523
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4146 | LCC = 0.8593 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.292797569077828
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3849 | LCC = 0.8829 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.25841167551933686
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3078 | LCC = 0.8927 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.24267970942865216
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3183 | LCC = 0.8996 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.22409851530383776
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2855 | LCC = 0.9019 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.21586029834485468
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2741 | LCC = 0.9042 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.20046631358779235
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2880 | LCC = 0.9049 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.19253990596773995
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3658 | LCC = 0.8981 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.18543380188804143
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3137 | LCC = 0.8962 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.1797475780365784
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2877 | LCC = 0.9078 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.1756548147239437
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2843 | LCC = 0.9060 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.16386449492046598
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2842 | LCC = 0.9090 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.16280133001549396
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2748 | LCC = 0.9091 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1551135151803149
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3404 | LCC = 0.9064 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.15520449921574897
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2732 | LCC = 0.9041 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.14759495595976108
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2574 | LCC = 0.9111 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.14139203296575933
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2829 | LCC = 0.9096 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1375266465579154
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2442 | LCC = 0.9081 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.13389711379143543
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2823 | LCC = 0.9027 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.1321028498125214
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2700 | LCC = 0.9077 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.12523551823603624
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2761 | LCC = 0.9086 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.11876803167121258
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2527 | LCC = 0.9076 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11880988007508261
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2584 | LCC = 0.9096 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.11698138080752654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2424 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.11168028612357343
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2736 | LCC = 0.9055 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.10510452151987594
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2820 | LCC = 0.9043 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.10674346798244928
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2781 | LCC = 0.9086 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.10782158921736514
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2754 | LCC = 0.9093 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10324817637487643
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2797 | LCC = 0.9074 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09728051209553129
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2593 | LCC = 0.9053 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.09476433168945975
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2630 | LCC = 0.9012 | SRCC = 0.9042 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2925 | LCC = 0.8810 | SRCC = 0.8556 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ee861d46fa2bb540f27851690d72b905b72c7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1eedb408d62a9cdfc897a514a982992d7a4ebe9eb9b122b7ac93939e4c99b4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0ab4d69c6c05dd310b2d68080351bb23ddf7d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb068c5536b96fe2ae3219e5968666b52a6bde05565718cdb15e51abe325ccf
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer1/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..022fdedce4688038ff3dfbf5b08e64b107f0838a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5042638743371632
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5374 | LCC = 0.8340 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.3195841944631124
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3592 | LCC = 0.8728 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.2752444766504916
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3207 | LCC = 0.8805 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.24370649121055712
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3244 | LCC = 0.8903 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.23012513594131248
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4010 | LCC = 0.8949 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.23516678090901733
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2700 | LCC = 0.8998 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.2109487085156358
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2709 | LCC = 0.9040 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.1979330245383902
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2651 | LCC = 0.9052 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.19494113222712037
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2770 | LCC = 0.9071 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.18398703862993704
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3005 | LCC = 0.8982 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.17767229417845004
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2680 | LCC = 0.9037 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.1714413147958028
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2731 | LCC = 0.9079 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.16571425280474514
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2546 | LCC = 0.9086 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.16373358262067586
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3358 | LCC = 0.9038 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.15838364727062987
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2721 | LCC = 0.9088 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.14906515026023623
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2679 | LCC = 0.9114 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1453059107668138
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.9108 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.14189561852657726
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3173 | LCC = 0.9062 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.14150080136481047
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2627 | LCC = 0.9112 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1352225790134055
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2887 | LCC = 0.9075 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.131746599224606
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2739 | LCC = 0.9094 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.13000976914443033
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2544 | LCC = 0.9112 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.12396714478903423
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2509 | LCC = 0.9100 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.12076281519294474
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2632 | LCC = 0.9087 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.11938877326215623
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2654 | LCC = 0.9057 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.11203869750906277
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2729 | LCC = 0.9067 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.109745850409731
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2425 | LCC = 0.9075 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.10710848135755241
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3263 | LCC = 0.9047 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10546579222717037
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2708 | LCC = 0.9041 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.10310807242731139
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2545 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09788707200157849
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2607 | LCC = 0.9071 | SRCC = 0.9081 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2700 | LCC = 0.8747 | SRCC = 0.8596 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa75d496934c00365767bc55de3160a6ee43aef8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71042c6c3ee46bec4f7859542fc445647f471f21b4f18026302ec9ce1231d673
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6a828d382408885afe1fdd42a07685b491c347
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be19a3dfbc093cbc22bee729762a382c53803d4e8ec4b201806ea7c039f12b35
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e111f94b799df8f2de906b885a068b557454c795
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40488179803239127
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3414 | LCC = 0.8942 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.24090199784047342
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2869 | LCC = 0.9031 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.2234057828870123
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4203 | LCC = 0.9047 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.21054428333491948
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2715 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.1888066224452388
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2518 | LCC = 0.9122 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18608338377207
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2721 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17678590459113866
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3031 | LCC = 0.9115 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.17297877444524987
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2592 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1695192972187362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2799 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1588334681498522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2949 | LCC = 0.9149 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.15435973597916564
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2737 | LCC = 0.9130 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.15288252417924086
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2539 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14197939970245252
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2588 | LCC = 0.9141 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1437493719031356
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2289 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1299921000279443
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2490 | LCC = 0.9170 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13244731711342156
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2519 | LCC = 0.9174 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12647999909227295
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2457 | LCC = 0.9136 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12075054059827948
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2383 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11921315157861379
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2513 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1100790051022017
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2388 | LCC = 0.9140 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10871679331525902
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2450 | LCC = 0.9129 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10736396506084184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2626 | LCC = 0.9139 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10148228407767466
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2310 | LCC = 0.9125 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09543361527726829
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2870 | LCC = 0.9097 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09346920665288937
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2494 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08952826485468474
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2396 | LCC = 0.9107 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08747391081872703
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2369 | LCC = 0.9128 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08377506732510004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2408 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08378539701676094
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2315 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07926022946145493
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9129 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07604594354253973
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2511 | LCC = 0.9110 | SRCC = 0.9113 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2276 | LCC = 0.9155 | SRCC = 0.9000 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df82c9d91275c3eccf570f5fc023acbed3031330
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579e7d72daf2cef466fe01b88f168dbec3e3e334dab24c503468ec0b044e1329
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220ec74242824177988dbcd20f9f39a69192667
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c395f492bd7dfb983525f5f91fa09b7c84829f30f2ff3fad938caa0efd13dd07
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..241395351edb5199d3a667649f7d4b06b8b9b7fb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4044804308628071
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3865 | LCC = 0.8956 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.23927743302259832
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4258 | LCC = 0.9037 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.21669102313718355
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2993 | LCC = 0.9118 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2027167845840399
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.9128 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.19345433441545232
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2584 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.18082713012750437
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2734 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1721931189040228
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3760 | LCC = 0.9142 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17301575899813215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2823 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16037126290315837
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2304 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.15744890350137833
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2333 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15176612543577403
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2810 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14595816426539007
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2504 | LCC = 0.9190 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14043660349928574
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2691 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13389614771384034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2641 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.13026248469862634
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3291 | LCC = 0.9138 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.12612840873485356
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2433 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.11891281699514114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2401 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1180286966910252
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2567 | LCC = 0.9178 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.10998256506689022
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2339 | LCC = 0.9174 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10903401397211704
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2916 | LCC = 0.9163 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10190067504871787
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2470 | LCC = 0.9179 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10009678143125049
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2315 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09994855116126854
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2335 | LCC = 0.9170 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09311849942613888
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.9145 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08894705079022171
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2354 | LCC = 0.9151 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08940750031026802
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2415 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08473436564551612
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2734 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08250392185298004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2471 | LCC = 0.9149 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08281427445266977
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2346 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07771126641703478
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2463 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07288405790149821
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3038 | LCC = 0.9115 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2075 | LCC = 0.9188 | SRCC = 0.9051 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714ac74ee9215b391a7b56ed475c89dac3128df
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6d2917666cf5a8ecd5f64f833d8dae00559c34ff86ab0d8b8fbc43b59303cb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d513401a8455d388e22307bd964ca267d2b9a6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7786bdcef1fed675caac9e880adda3484be350d74af06837177200984dc17c8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c194fe66ac39b7151e6dbc193af69ea1952c444b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4506074553624743
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3184 | LCC = 0.8957 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.2341038327168867
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3192 | LCC = 0.9044 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.21007032067961776
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2492 | LCC = 0.9104 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.19728530689298762
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2596 | LCC = 0.9129 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19339703992439833
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2668 | LCC = 0.9135 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18610279386960013
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3070 | LCC = 0.9134 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.17849409498403526
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2592 | LCC = 0.9147 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.17004289973333392
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2632 | LCC = 0.9141 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17209870135680788
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2636 | LCC = 0.9133 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15728276761281007
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2578 | LCC = 0.9148 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15480409420466837
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2769 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.15024670084260103
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2433 | LCC = 0.9164 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14247613120285763
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2382 | LCC = 0.9155 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14838854710146182
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2401 | LCC = 0.9179 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13335920443941404
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13068931523947358
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9159 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12623106998342998
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2570 | LCC = 0.9179 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12365293683688765
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2461 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11588052830341235
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2680 | LCC = 0.9131 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11298998518486243
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2518 | LCC = 0.9151 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1083408763599878
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2474 | LCC = 0.9171 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10726492606491023
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2414 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1040492167405655
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2677 | LCC = 0.9140 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1056386123201406
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09727485880600234
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2333 | LCC = 0.9128 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.0966013768375609
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2784 | LCC = 0.9114 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09400210731980428
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2414 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.0887782236485812
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2556 | LCC = 0.9122 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0855057008693673
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2527 | LCC = 0.9124 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07964932431892163
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2411 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08692114292024877
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2638 | LCC = 0.9126 | SRCC = 0.9121 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2513 | LCC = 0.9127 | SRCC = 0.9005 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a65b32412ba648796b490d828bb00df4f6a4f19
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfe4149f857517dddd255cb74742796f0f7ca2647ee5ade4c00e0f8d7101f25
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf00b6909e976c901ed932112f0a8bc35070bc52
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e95aec97d0df73bb2f273cdd4962c0a21fa8121d37a9da9b7363ba5275c0a
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..68b50761125982042844921aa32aa05e1b40d159
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4310111853945462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3277 | LCC = 0.8965 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.24626791589177413
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2928 | LCC = 0.9050 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.21649371483766963
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2725 | LCC = 0.9097 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.20460905087304254
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2622 | LCC = 0.9128 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19101490502412607
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2772 | LCC = 0.9145 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1795225911316155
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2646 | LCC = 0.9151 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1746172960524614
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2556 | LCC = 0.9169 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1694966697623964
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2512 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.16692925339317047
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2665 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15715592772285372
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2928 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15430530552574664
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2772 | LCC = 0.9188 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14922377940891796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2413 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14244954292312523
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2807 | LCC = 0.9149 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13948263077205317
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2611 | LCC = 0.9178 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13208122482534088
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2509 | LCC = 0.9175 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1277495988919211
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2453 | LCC = 0.9187 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12438305949716899
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2485 | LCC = 0.9179 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11855264673429418
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2647 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1198685608072088
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2382 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10990108424700754
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3023 | LCC = 0.9140 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11126522969648328
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2398 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10398413301203292
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.9149 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10399207655835703
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2736 | LCC = 0.9116 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09616962131220481
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2332 | LCC = 0.9153 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09295593301168067
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2428 | LCC = 0.9152 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08956017252596128
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2618 | LCC = 0.9140 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08577077947772307
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08716391440416348
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2765 | LCC = 0.9121 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08282351902971379
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2659 | LCC = 0.9110 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08041352061608623
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2572 | LCC = 0.9119 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07735492194319046
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2397 | LCC = 0.9135 | SRCC = 0.9130 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2936 | LCC = 0.9142 | SRCC = 0.9010 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e11e9834c82fbbeef77031ed4721d0c3dad2e0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50610c3a4a9ad246753daa1bb75384969e9d03f93589e4d6d46f5abf671c55db
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dd5ddbf0e74d90a4db0733dbfcd9383155fee2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5be469dacbdf603081e6e37c2a21ca5172324c6e0d1c30788a00c652b007146
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer10/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..12b90ad384bbda89f35374a1b4404da460ec9a74
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4597534982627527
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2905 | LCC = 0.8903 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.24068828064926787
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.9050 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.21426970279113405
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2481 | LCC = 0.9075 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.20061821236431254
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2722 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.19153534939695646
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2961 | LCC = 0.9085 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.18896775653941095
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9150 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1755874644900333
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2340 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17045167786193033
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16113366957517028
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2234 | LCC = 0.9166 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.15784120856854267
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2469 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15774222006859806
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2730 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1523765445703027
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.9182 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14156161059189393
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2387 | LCC = 0.9164 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14004688948995805
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2281 | LCC = 0.9179 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13624418582874914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2243 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.12893396839930144
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2121 | LCC = 0.9158 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12398612378649629
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2391 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11549165315193936
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2388 | LCC = 0.9171 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11622991822013966
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2238 | LCC = 0.9183 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11585851982666578
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2650 | LCC = 0.9135 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.10935125306162531
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2281 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10316442913574979
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2267 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10061433439740555
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2323 | LCC = 0.9150 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.09752174242900286
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2576 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09437061258392528
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2161 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09142132135743351
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2329 | LCC = 0.9157 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08692310257368005
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2342 | LCC = 0.9140 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08648011099138012
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2390 | LCC = 0.9149 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08107536060014212
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.0782078648405957
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2448 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07566553746172458
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2313 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2108 | LCC = 0.9141 | SRCC = 0.8977 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d5d94c40e8862eeda38125f9ba9e6c2f3782a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7833b66f413c63e5d80320e94ccf950b569e378c67a0d46880de25d7344e9
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358394abb3154c3173b492d31627a96b0bd5e440
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38728ef0b300d7146748614d727381b7fa2e611d045f2512586f21b2be02650e
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a444c7eb1175bf7f7c7dadfbb6c346e36077d05f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41203732711042285
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3229 | LCC = 0.8944 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.2479705529750427
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3114 | LCC = 0.9072 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.21197574820391016
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2824 | LCC = 0.9107 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.21011637922139526
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2521 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1977024208431299
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2972 | LCC = 0.9114 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1887531395075638
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2794 | LCC = 0.9147 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17507231162290351
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2746 | LCC = 0.9169 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.17526116372877462
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2641 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17168874065310968
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.9164 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15816982482382327
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2361 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1527517623122717
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2388 | LCC = 0.9174 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1492741747484731
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2648 | LCC = 0.9167 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.139795426214706
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2335 | LCC = 0.9185 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1335583785279638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2310 | LCC = 0.9177 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13579692450389697
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2897 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.12795075433963984
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2377 | LCC = 0.9185 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.12743402974453966
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2643 | LCC = 0.9171 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1241996579432074
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2377 | LCC = 0.9161 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.113498855059202
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2205 | LCC = 0.9167 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.11298271479634191
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2402 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10840211464145968
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.10122620968977152
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2394 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10491796350375765
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2985 | LCC = 0.9123 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10050657486295425
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2371 | LCC = 0.9132 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09214999938028397
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2303 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09146960480192493
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2297 | LCC = 0.9142 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08657385923528257
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2476 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08577673940386386
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2685 | LCC = 0.9114 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08232713172029209
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2470 | LCC = 0.9131 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07883912014823428
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2825 | LCC = 0.9076 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07686826718077494
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2272 | LCC = 0.9130 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1969 | LCC = 0.9164 | SRCC = 0.8998 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef96f6e6531e555e657b676b40b503ff7cff9f89
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba7606be56d6d4d4401d3be48914e1149d8cd9d62d99fe335a2118d8e38ca89
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6764527f3dd58e17c68e0f5ab350c4d1b535566a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c820e40ef9b6c107cb8c749e33b7366df8248b98fa3d7115055c3e8f9f73b93e
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c29265ef0ad8ad01051dd85409757e8135757e40
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4382127174149359
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3426 | LCC = 0.8962 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.24070534118682663
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3114 | LCC = 0.9028 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.2234989700978891
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2627 | LCC = 0.9080 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.20841929019358807
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2490 | LCC = 0.9098 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19502877879004948
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2855 | LCC = 0.9113 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.19007257932011104
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3128 | LCC = 0.9091 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1791053444060976
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2715 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.16913610528831538
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2599 | LCC = 0.9164 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.16647723347293159
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2986 | LCC = 0.9163 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16140628700828277
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2564 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15445359098601202
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2420 | LCC = 0.9157 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1512228929453847
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2366 | LCC = 0.9174 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14487910658293376
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2925 | LCC = 0.9167 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.14281109052930954
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2626 | LCC = 0.9167 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.13109990747677797
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.12745199809012386
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9164 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12341565352385443
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2687 | LCC = 0.9164 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11519208515999634
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2376 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.11736671372472895
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2514 | LCC = 0.9146 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11136020457296703
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2361 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10687598844484097
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2502 | LCC = 0.9141 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.10108143237629377
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2678 | LCC = 0.9140 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09972748922647079
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2796 | LCC = 0.9130 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09691382647422007
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2658 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09317926095658643
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2847 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09292923626786022
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08558111491403139
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2663 | LCC = 0.9141 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.08248270115669752
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2776 | LCC = 0.9117 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08028010345693957
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2510 | LCC = 0.9131 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0772179991136052
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2887 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07872913532346659
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2729 | LCC = 0.9113 | SRCC = 0.9111 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2127 | LCC = 0.9246 | SRCC = 0.9083 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1351ab553ce8c0bad37c00ff23bfd996b7f9347d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b4c8596dea937772f3a96fc79cb9e585b584f377ec735ee3c470bdaf2e15c
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4a2d31b7f9695361a17e125208fa579ed8d8a3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225b00f813fdd8d155db78f0394fceb10a7a88e171635c5715d02b27805ffdf2
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34642dace65d69c4ad66414cec3703709a751f36
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40447801523815
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2764 | LCC = 0.8969 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.236342557679022
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3040 | LCC = 0.9057 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.21242807361948696
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2787 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.210046201384481
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2765 | LCC = 0.9111 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.18979430607805362
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2286 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1909192775112356
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2438 | LCC = 0.9119 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.1792559387280762
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2830 | LCC = 0.9157 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1762880623082205
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3620 | LCC = 0.9150 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16353107984527687
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2620 | LCC = 0.9173 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16163380594784124
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2991 | LCC = 0.9166 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.15687898671351416
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3576 | LCC = 0.9146 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1477716291657073
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2280 | LCC = 0.9181 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14452462535717583
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2364 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.13904103834849563
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2558 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13326831803673264
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2617 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.12759584154007753
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2513 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12186745696329657
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2544 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12301129059639969
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2916 | LCC = 0.9149 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11699150390707688
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2804 | LCC = 0.9155 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1109166957567193
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2136 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10885328002747773
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2189 | LCC = 0.9167 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.10707040027731415
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2783 | LCC = 0.9146 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10341908819327465
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2787 | LCC = 0.9151 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09776981377360448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2880 | LCC = 0.9120 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09274046280222133
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2651 | LCC = 0.9129 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08966858482602015
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2637 | LCC = 0.9138 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08618655389530121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2391 | LCC = 0.9137 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08554511665867243
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2337 | LCC = 0.9134 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08464990336598688
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2460 | LCC = 0.9135 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07981244750277844
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2574 | LCC = 0.9130 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07574541059274205
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2959 | LCC = 0.9086 | SRCC = 0.9106 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1686 | LCC = 0.9184 | SRCC = 0.9021 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e0f6bd37e27d4a2e297b3d63f0b5f3d3df10d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0a7cdf3bf2616d110b11ef6e67e4f071bf63c68bd5e35fecfd9fb88e7ce45d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752f1b6bd40662337e121cef2c4c3d00c0857868
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd30e3f60457bb9abe7e8ea88bb94a782ab8e2fa7deaf6f782e4e8c3fd4d3f76
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e1a23abaa7e6c86aa7a1ca7bce2eb9ef53298b3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4549487429547172
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2998 | LCC = 0.8955 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.23881576804584162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3043 | LCC = 0.9063 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.2136959564048431
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2828 | LCC = 0.9081 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.21586181111418443
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4251 | LCC = 0.9063 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19888502019161433
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3064 | LCC = 0.9115 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.18788504092335012
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3288 | LCC = 0.9101 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.18244774531939126
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2639 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17320676427872883
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2848 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.16707108148260613
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2585 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.16203168766691506
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2837 | LCC = 0.9132 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1540862877417162
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2385 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.14841640852607055
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2283 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14175488201179945
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2415 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13666995343445354
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2208 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.13616118239874095
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2503 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.13027785938082403
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2605 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.12824075755184097
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3246 | LCC = 0.9126 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12267756965980364
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2254 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11823405075624499
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2477 | LCC = 0.9135 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10954213805625894
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2297 | LCC = 0.9139 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10909831226733378
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2886 | LCC = 0.9126 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10305641324533893
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2440 | LCC = 0.9122 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10256066959286701
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2316 | LCC = 0.9135 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.09991818821499113
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2419 | LCC = 0.9130 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09357452821094177
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2568 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08871883933427017
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2268 | LCC = 0.9136 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08690950504875597
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2461 | LCC = 0.9127 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08485209558568249
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2441 | LCC = 0.9118 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.08150644609004776
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2500 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07975175195088276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2701 | LCC = 0.9096 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07658365351616303
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2541 | LCC = 0.9106 | SRCC = 0.9100 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2083 | LCC = 0.9166 | SRCC = 0.9042 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b18628789fc842966a2b079c9b31cf3300fbc04
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57541159567641e0c8646d2e2812201b0c294dd261d99f9b86bb68986e56fa86
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a17fb83831461bf431cbaffa2ac72db10704405
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c57ab92fbd8971de329d3b9184d00ade2aa1a96af288f4953bf375575d9f8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer11/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bfcf0a37f8bf69290ed0afe299a8fea7a58a62f5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.429699951685922
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3134 | LCC = 0.8969 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.24959241043281005
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3057 | LCC = 0.9056 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.22452395323211746
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3451 | LCC = 0.9068 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.20316272534731494
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2818 | LCC = 0.9101 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.19575096106942677
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3076 | LCC = 0.9121 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18778117543700112
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2312 | LCC = 0.9125 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18287591003096862
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2563 | LCC = 0.9133 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.16886086783484916
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2674 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16434567275247133
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2900 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16351144226817038
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2263 | LCC = 0.9141 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.15750706815995233
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2476 | LCC = 0.9142 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.15305088882501414
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2757 | LCC = 0.9149 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.14439811260369473
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2595 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.14170102736336648
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2500 | LCC = 0.9138 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13410416473715292
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2522 | LCC = 0.9163 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.12982748143073453
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2403 | LCC = 0.9164 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.12854858268203073
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.9154 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12654075758650124
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2561 | LCC = 0.9151 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11743270795297071
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2764 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11300264441036764
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2390 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11068063436043744
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2551 | LCC = 0.9152 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.10472767957287028
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2367 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10270323849826879
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2338 | LCC = 0.9149 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09862034300589836
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2977 | LCC = 0.9124 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0948973564441838
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2258 | LCC = 0.9133 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09364856643914488
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2740 | LCC = 0.9115 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08714957466359773
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2506 | LCC = 0.9121 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08649285036446042
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2394 | LCC = 0.9106 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08161366041857383
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2452 | LCC = 0.9109 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08386040239923262
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2465 | LCC = 0.9133 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07692948287363686
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2586 | LCC = 0.9129 | SRCC = 0.9120 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2142 | LCC = 0.9150 | SRCC = 0.8984 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e62730d45f9deb9626fd0a5bdc2dc16d213311e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08339d657a22684388e71afdf2da67027ab49b554b11e8a341ca8da6ab1bd07
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ecd92afd5f002bcc6ca849b87671fb5837946f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d2389f0c4cf31739c09770153b71de0167b8b2fc7c811c57cf90e3f1f6c25e
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8590ecf0a18592167fb01a4a64cad7f740b481c6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4116770617362392
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3758 | LCC = 0.8921 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.2546751468167829
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2827 | LCC = 0.9021 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.22358890963083058
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2747 | LCC = 0.9081 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.21306874086229788
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2800 | LCC = 0.9097 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.1979036139959545
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3178 | LCC = 0.9085 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.18769022055788537
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2836 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18702885133854916
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2685 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.17634324212639318
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1696871736146122
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2328 | LCC = 0.9137 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16369004638036552
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2691 | LCC = 0.9147 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.15104440616906722
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2433 | LCC = 0.9175 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14996142190143552
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2359 | LCC = 0.9153 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.14333293974571834
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2480 | LCC = 0.9186 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13571122206876732
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2349 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13036586301175157
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2438 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1265403759703471
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2587 | LCC = 0.9159 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12794450198897736
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2564 | LCC = 0.9152 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11766547623569566
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2320 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11033091905144597
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2489 | LCC = 0.9148 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11368392692135938
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3152 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1065056462896008
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2525 | LCC = 0.9125 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10373857231929123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.09781890905144587
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2770 | LCC = 0.9109 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09612962183666367
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9130 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08716183840539414
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2511 | LCC = 0.9134 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.09362801444323766
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2394 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08822438000254548
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2558 | LCC = 0.9106 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08295818536698474
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2446 | LCC = 0.9128 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08195817944286876
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2643 | LCC = 0.9056 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.08088311673588836
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07430491587846955
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2532 | LCC = 0.9094 | SRCC = 0.9104 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2216 | LCC = 0.9163 | SRCC = 0.9024 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c694ee36490da3822300b79787166788c86350
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4139ab0adf4f80b5d860a2f2e9ffa71b8f51d43895e6e99647541db57cc5186
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd87348ac3894e9e472086de631bfc56cdc8374
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ded14d078a65968f4fd133ece3598973bb03a5beb4f852cf2e05deb85fdf3f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5831a45ed07972b32618c8abb897bb500ea1699a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45056383346202056
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3466 | LCC = 0.8916 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.25710126507833514
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3880 | LCC = 0.8928 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.23370372534142753
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2750 | LCC = 0.9061 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.20876757468963633
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3033 | LCC = 0.9101 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.2010633830907028
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2282 | LCC = 0.9107 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.18894324723006672
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2612 | LCC = 0.9052 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1780243434141137
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2491 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.17556508807088597
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2577 | LCC = 0.9143 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16866794095046259
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.9148 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1588624259295491
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2374 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.15878165030927327
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2396 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.15216476776007282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2803 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.15141130182784418
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2475 | LCC = 0.9139 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.14409910512797405
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2867 | LCC = 0.9113 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.13756474641533945
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2341 | LCC = 0.9130 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.12855544436529193
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2489 | LCC = 0.9145 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12414691875005043
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2508 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.12506770153093888
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2364 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1187832315016344
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2430 | LCC = 0.9106 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11549232676194582
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2384 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11166601662518662
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2539 | LCC = 0.9111 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11066221854934803
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2482 | LCC = 0.9096 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.10708746807165229
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2351 | LCC = 0.9103 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.10041297690113844
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2634 | LCC = 0.9083 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.09596510571723728
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2542 | LCC = 0.9074 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.09275047076230793
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2609 | LCC = 0.9097 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.08902395794415749
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2288 | LCC = 0.9078 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08877833534268975
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2646 | LCC = 0.9085 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08865748686080722
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2501 | LCC = 0.9074 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.08102450209718219
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2580 | LCC = 0.9058 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.08154970573293681
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2592 | LCC = 0.9075 | SRCC = 0.9071 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2012 | LCC = 0.9117 | SRCC = 0.8953 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d871f1adc3c2d0da01a346ded452661cc00a0d57
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837e230fc08c325082866b48b02bbe849102ec2f740283dd0d3a47d52e242474
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b46735b60720e880340cb58ef5d35f796e1db58
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ec4e0323b2d226c26d2dba89815b4c6fda829c05450c17e9588de5a18b78bf
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..70731d706e25a340db2cfe3cf9109db3ac211436
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43669028812750227
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3185 | LCC = 0.8964 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.26872719195536793
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2982 | LCC = 0.9024 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.24282609253604978
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3137 | LCC = 0.9061 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.21388831011132697
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3073 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.19633689423689263
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2976 | LCC = 0.9123 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.190211427134241
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3101 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18166087972635478
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2848 | LCC = 0.9074 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.1838030312102654
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2999 | LCC = 0.9126 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.17100129074099435
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3191 | LCC = 0.9124 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.16542163306061244
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2928 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.15869887440190839
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2928 | LCC = 0.9137 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1512115726925734
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2758 | LCC = 0.9129 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.14443400803673473
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2625 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13710253177522924
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2663 | LCC = 0.9102 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.14394178474052793
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2600 | LCC = 0.9137 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13008720910101268
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2780 | LCC = 0.9124 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.12929766427058015
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2980 | LCC = 0.9134 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12519319368407905
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2901 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.11714164443271008
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2698 | LCC = 0.9099 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11278000340468622
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2887 | LCC = 0.9118 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.11060924009780664
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2613 | LCC = 0.9118 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.10670684620393495
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3096 | LCC = 0.9116 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.104166280155237
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2610 | LCC = 0.9091 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09592574193126205
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2839 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09634870060348097
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2655 | LCC = 0.9091 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.09181622999338056
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2544 | LCC = 0.9067 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08887618164278868
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2937 | LCC = 0.9051 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.08698816459647493
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2971 | LCC = 0.9072 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.0846391347145414
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2575 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07973806131523468
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2489 | LCC = 0.9074 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07939558295328493
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2718 | LCC = 0.9070 | SRCC = 0.9077 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2841 | LCC = 0.9160 | SRCC = 0.9012 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d58cab80f85060e1c6b75304b1bc65e8d9c6d37
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efe2ede0fe048212728b0a08b9ecf0d8b726f2da7f0f95bd5e5194d3a206c81
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f365435e4fc6ec638b38eb312b0574cefb4b246
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae293dca9f45881ec45bec8ebb941adafca1bba78711f47cbd5b5e1bded37f68
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3c4784fc26032398091f4701304a2a1128317ff
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40596126545371347
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2691 | LCC = 0.8957 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.24422731384032034
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3327 | LCC = 0.9045 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.2233153870598429
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2821 | LCC = 0.9091 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.2099562875625026
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2675 | LCC = 0.9110 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1963048289190827
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2411 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.18388037267275628
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2402 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.18044346945651005
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2493 | LCC = 0.9135 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.18321833225516226
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2865 | LCC = 0.9151 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16517298591102478
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2932 | LCC = 0.9135 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.16004515124883265
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2309 | LCC = 0.9163 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1548677403372147
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2629 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15457689271152364
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2756 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.14547852396620492
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2634 | LCC = 0.9170 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.14125822764428364
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2595 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.14010962029929794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3243 | LCC = 0.9144 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13096595736425046
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2552 | LCC = 0.9146 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12338875718630118
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2563 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.12412755660755787
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2651 | LCC = 0.9156 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11691241862112386
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2536 | LCC = 0.9150 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1140578916737799
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2789 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10631033149413291
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2421 | LCC = 0.9137 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10448257134139882
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2470 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.09924445217313795
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2365 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10064416191395308
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2618 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09286420303531465
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2313 | LCC = 0.9139 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09096584165458045
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2669 | LCC = 0.9125 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.0882959236643907
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2345 | LCC = 0.9121 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08421279328493024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2460 | LCC = 0.9119 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08384871222294135
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2601 | LCC = 0.9095 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08000768441168558
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2571 | LCC = 0.9112 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07654516575481161
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2546 | LCC = 0.9108 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2313 | LCC = 0.9150 | SRCC = 0.8987 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d78f072725a4ed7b4041d4c320d060b972a7c5a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b086cb6741ccaa362b4d8194fb257e5f258cf69d890038942fe97f5f3c77e854
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5cfe86a7a07f407379c0072063aa9160e6032a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e586be5b89a465cc0bf6a704327f1b8635e2f0298098f9619474925e3363eeb9
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer12/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f1fe593413f1fd47c9ce1491e8e0d9dd85d2a52
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4542938799010536
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3396 | LCC = 0.8935 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.24652723968029022
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2594 | LCC = 0.9052 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.23783385163614515
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3243 | LCC = 0.9070 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.20699375062491854
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2379 | LCC = 0.9100 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19323508691236463
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3590 | LCC = 0.9115 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.18639203410789457
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3535 | LCC = 0.9110 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.17994876016426636
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2347 | LCC = 0.9127 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.17373643186740104
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2422 | LCC = 0.9149 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17222421099512564
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2697 | LCC = 0.9130 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.16224422025887264
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2698 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.15661856652684294
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2585 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15091380364977555
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3439 | LCC = 0.9134 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.15165554460762554
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3011 | LCC = 0.9101 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.14151085706459993
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2434 | LCC = 0.9158 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13595322614288055
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2475 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13494364159300148
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2221 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.12516215092615585
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2642 | LCC = 0.9144 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12244863050176918
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2318 | LCC = 0.9140 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11884722996481581
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2199 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1146537418224219
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2650 | LCC = 0.9111 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.11146066268916764
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2422 | LCC = 0.9133 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10969081831116208
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2282 | LCC = 0.9125 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.10150060615356947
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2379 | LCC = 0.9116 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.10033481957853874
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2363 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.09429749153080703
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2677 | LCC = 0.9104 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09054135862802494
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2559 | LCC = 0.9098 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.09291642318571235
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2595 | LCC = 0.9099 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08629953732035753
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2406 | LCC = 0.9114 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08500447529072018
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2490 | LCC = 0.9096 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08200330573613245
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2242 | LCC = 0.9108 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.0811276722893205
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2338 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1961 | LCC = 0.9162 | SRCC = 0.9039 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer13/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a9cda487979ffadde1837d5e0f5d690a09c798
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f49259fd56d40efc65de9d657b293c2aa3e779b7d78434ad0e72c328707b7d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce63a98a9ace6cab173e3df6703ca4b166673b9e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c54881867b429a5e6d3a2f97dd61a1079e529a654a97511a37783f5eca1cd
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer13/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e94c7be6744512da3e4af49c314062d4e76f6ace
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48090275777557684
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4168 | LCC = 0.8911 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.25139871437770095
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4188 | LCC = 0.9012 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.2235872736900528
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2995 | LCC = 0.9060 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.19975991163811932
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3030 | LCC = 0.9103 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.19202785969125052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3270 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.19055514713760055
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4390 | LCC = 0.9108 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1853813373112265
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3154 | LCC = 0.9135 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.16683172809250782
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3125 | LCC = 0.9127 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.16672479800578488
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2956 | LCC = 0.9115 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.15561882397859772
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2310 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.15151638761593428
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2997 | LCC = 0.9141 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.14623967312663966
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2658 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1391024475841853
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2642 | LCC = 0.9143 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12823106929918246
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2838 | LCC = 0.9144 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.13227556667403678
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3288 | LCC = 0.9114 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12334123594051151
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2768 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.11597935390265691
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2575 | LCC = 0.9121 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11137521133429742
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2350 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.11126769456818614
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2500 | LCC = 0.9116 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10326604896111985
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2611 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09832546571431132
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2719 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09462942637373946
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2370 | LCC = 0.9089 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.08926642429880324
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2882 | LCC = 0.9072 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.09039328408809756
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2470 | LCC = 0.9101 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08520808094584872
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2552 | LCC = 0.9092 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.08294081532886263
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2785 | LCC = 0.9085 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07975679011530959
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2580 | LCC = 0.9086 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07544161435324333
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2667 | LCC = 0.9091 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.0742253528509526
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2499 | LCC = 0.9083 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07214301781502762
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2462 | LCC = 0.9095 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.06839592950795427
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2536 | LCC = 0.9073 | SRCC = 0.9064 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2097 | LCC = 0.9130 | SRCC = 0.9007 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer13/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc4795b9ef62f8225544cfc75069346895e21e9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981202435fde1c21087149d90040c4f28ea88856ca50bbe056d9bcc7acca5a0
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ae8f02ffb9d4cf1580ddd003faaa39593eab0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528097db8407907fa59d5e50d393dc8645a8417ec227b610fa5b842f5a60578b
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer13/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ead8934a168abe8c5bcd5caa4257cdb3d6a4df8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4241685744138122
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4915 | LCC = 0.8822 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.24515385632914616
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3097 | LCC = 0.9001 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.22002746931390266
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2892 | LCC = 0.9095 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.21434092314946168
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3206 | LCC = 0.9091 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.19197798240391506
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2484 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.18709802395002
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2799 | LCC = 0.9123 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.18914697207295136
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2901 | LCC = 0.9125 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1746281605924485
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3151 | LCC = 0.9124 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1652269748852432
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2773 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.15628973812381655
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2586 | LCC = 0.9151 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.14928095359247545
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2394 | LCC = 0.9151 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14479278941030446
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2460 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1426797281799978
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3093 | LCC = 0.9135 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13730398496623672
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2599 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1317946590870791
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2553 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.12532467588868446
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2340 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1203563022561845
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2497 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11384284797775952
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2390 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10716107952801478
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2274 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11079478733284626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2438 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10582790284745955
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2862 | LCC = 0.9100 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09779268246940795
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2515 | LCC = 0.9110 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09184858095266915
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2462 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09146418495674354
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2445 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.087405428376501
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2347 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08770160224137968
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2587 | LCC = 0.9116 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07988854590265047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2469 | LCC = 0.9095 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.07988585805186646
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2392 | LCC = 0.9104 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07854067732316221
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2386 | LCC = 0.9105 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07250795205462875
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2911 | LCC = 0.9061 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07561805088482151
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2342 | LCC = 0.9102 | SRCC = 0.9110 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2007 | LCC = 0.9080 | SRCC = 0.8961 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer13/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e048b608e82fdc03d2e973a8d5c64b4051fe8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818a70d2cd0f185d7bb6b9a051c27b3444f861703ef13adf505bc161ee9a774f
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cbc37d965c5d28659e162f100d60ddb307517f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17953d38ff566a494392782c1a865705edd098bb69843a89e05440f502c40fc
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer13/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ed2263b1d555457f8d0a05ab49077997df5e447d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.545585774703522
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3326 | LCC = 0.8963 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.2442608027788945
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3248 | LCC = 0.9007 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.21584861742795547
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2831 | LCC = 0.9089 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.21305331966780514
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2588 | LCC = 0.9104 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.1931780363093911
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2412 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.18908894148176117
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.9128 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.182696907334245
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3027 | LCC = 0.9130 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.17409457662546565
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3235 | LCC = 0.9137 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.16777939530294064
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2682 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16088496949631353
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2551 | LCC = 0.9167 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.15005722293102672
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2598 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15081359196260485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2444 | LCC = 0.9167 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14191110277106997
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2385 | LCC = 0.9158 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1356753786175237
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2944 | LCC = 0.9126 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1322311941814216
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2805 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12487712558466575
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2715 | LCC = 0.9118 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11869266659365912
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2414 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11710295901563815
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2685 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11342487012633698
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2733 | LCC = 0.9109 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.11251627931618965
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2697 | LCC = 0.9120 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.10625021194102448
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2481 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09853348439570107
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2631 | LCC = 0.9138 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09570901309048509
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2331 | LCC = 0.9124 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09202465479601325
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2446 | LCC = 0.9132 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08930237414692178
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2679 | LCC = 0.9117 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.0856090872144768
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2632 | LCC = 0.9121 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08410831267347915
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2586 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08337563961055237
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2571 | LCC = 0.9115 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07835028800747298
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2490 | LCC = 0.9119 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.0764160578090676
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2717 | LCC = 0.9090 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07356043416209992
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2569 | LCC = 0.9101 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2101 | LCC = 0.9124 | SRCC = 0.9000 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer13/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3913532d242a20f834452b239c119fb447035dd8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab041fd6e8c1129b9e96c442825f90ac1781a123856d067939daeaba558cb0e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85308b81eb4d12c634fc390fd7caba59249d2848
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb84db624205b9c99cf9b0cfa9a7ee2b9009f427b118e6e2befa7892340e453f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer13/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e282f89e6e447954f02c4fb539234c9544ed5b72
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3991145755169709
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3245 | LCC = 0.8954 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.2597233746093133
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2968 | LCC = 0.9023 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.23009730918559035
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3063 | LCC = 0.9085 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.21433890460199015
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2659 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.20453330142305076
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3076 | LCC = 0.9107 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1912604346871376
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2776 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18495651903007762
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2735 | LCC = 0.9119 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17800994639451792
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.17234261144447877
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2807 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16208734281490303
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2528 | LCC = 0.9159 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.16031946427043461
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15065444980053544
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2876 | LCC = 0.9112 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14743224475425104
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3078 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.14317095012678577
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2449 | LCC = 0.9153 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.13370900295373334
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2679 | LCC = 0.9145 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12719812450898177
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2318 | LCC = 0.9162 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1204857550604495
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2958 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.12259961190940327
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2514 | LCC = 0.9128 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11438509925252441
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2322 | LCC = 0.9129 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.11236954549316726
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2541 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10706298626054918
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2539 | LCC = 0.9127 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1004894803671134
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2778 | LCC = 0.9097 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09735316959764227
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.9114 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09128518932299808
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2490 | LCC = 0.9094 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08859332041502688
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2497 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08772324109611483
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2658 | LCC = 0.9111 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0818205462887108
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2460 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.07879921141473543
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2648 | LCC = 0.9085 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07559135950283508
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2518 | LCC = 0.9081 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07505111000096867
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2601 | LCC = 0.9078 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07152068309184444
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2342 | LCC = 0.9093 | SRCC = 0.9092 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1932 | LCC = 0.9142 | SRCC = 0.9000 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer13/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f326c195bca389959d338a695cfa21fb07f1385d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d25ab582689756f0e57692b6c637ceaffefda97cc79fe4c1741ce7e03da520a
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer13/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40fb5677501974136f270baeb92140b7700139c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9aaa6854d3f7d7da8d1c9337e9deb631c0ea956a9719dc544672692f7b56a20
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer13/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer13/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..26c4d2ed99416898a928db6130d2ed7f760f13a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer13/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4569799353966134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5928 | LCC = 0.8925 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.24945019504238417
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3603 | LCC = 0.9065 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.2223825639469086
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3231 | LCC = 0.9076 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.2050876166090111
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2744 | LCC = 0.9117 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.191178248710715
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3254 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1893811934342274
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2834 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18471814308724652
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2794 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.16682962814851993
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2927 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.164036812422248
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2402 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.16086061557248837
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4010 | LCC = 0.9119 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15182532723239392
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2689 | LCC = 0.9136 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.14761872025411252
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3166 | LCC = 0.9147 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14655357784446263
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2381 | LCC = 0.9166 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13352290975909703
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2455 | LCC = 0.9178 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13293780072059244
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2922 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12183393615518691
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2528 | LCC = 0.9155 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1197060452978735
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2548 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11657387969983106
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2708 | LCC = 0.9144 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.111143667358539
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2483 | LCC = 0.9155 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10482930370493432
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2851 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10336106841188634
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2854 | LCC = 0.9128 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10076651132175687
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2582 | LCC = 0.9124 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09556815857229205
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2594 | LCC = 0.9138 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08980540429494974
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2360 | LCC = 0.9130 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.0864776268256882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2411 | LCC = 0.9129 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08496726502400602
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2576 | LCC = 0.9120 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08078333892660335
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2396 | LCC = 0.9116 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08003751005482122
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2899 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.0763304571841838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2874 | LCC = 0.9105 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07467348916682205
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2791 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.07249431426211589
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2546 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1853 | LCC = 0.9108 | SRCC = 0.8991 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6114ffc6e5e5443b97f0098e58f9df19f7022912
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1338586feb0e2e44459157d5b7ecbc3b88cc607c0795d1e98dbe1af01ca6cb04
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cfc2e80c607a7e04746b07f5f87d5f0b542690
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c747a0d9ef1f58dcf486fc945d52c6843c6352a3e760784b2ecf1dae886e51
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..74bd661ce5524f57941ac20ffcd7c8d690568b1d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44909377163545244
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2968 | LCC = 0.8949 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.24475320932493044
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3521 | LCC = 0.9034 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.22097814031419039
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2618 | LCC = 0.9080 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.20616958070697122
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2532 | LCC = 0.9111 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.19574560156102813
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2803 | LCC = 0.9126 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19040471685759594
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2579 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.17779987662858357
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2554 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.16928250489035093
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2334 | LCC = 0.9159 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16485245749785032
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2495 | LCC = 0.9171 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1559865227496693
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2398 | LCC = 0.9184 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.14675325181098342
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2546 | LCC = 0.9152 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.14559345877584004
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2165 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1380082944655694
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2375 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13127423426663945
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2328 | LCC = 0.9150 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.12320647130295032
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2306 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.12681971852145443
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.11889972847837933
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2337 | LCC = 0.9170 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11141095299682865
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2171 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10908456833634762
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2380 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.10026839043880474
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2632 | LCC = 0.9129 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.10241924536365994
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2447 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09506291002465811
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2217 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09165330547731736
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2492 | LCC = 0.9128 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0884790799090628
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2456 | LCC = 0.9115 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08716540432648162
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2232 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08343143926965708
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2404 | LCC = 0.9122 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08054095035085099
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2346 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07854843307609503
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2367 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0726383606434902
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2270 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07133687009787285
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2386 | LCC = 0.9115 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.06864049268423478
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2251 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1828 | LCC = 0.9152 | SRCC = 0.9037 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eb1e35736d822af8cad91640518b8b891dba2f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f3ae0e70dd7a891b856074bc3a015d214e894e23dc8b38891d77b2d9934d37
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d473bcb4c8dfeb437a3df2564258cdb14fc99e3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5068bd2bacd164d34e0402f8045d473974d2c1a985f7b98747eb4594c96d4477
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3728dabd3113947e0886a685e37bf3a1a592d66c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5032781113606657
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3320 | LCC = 0.8956 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.23886984853730725
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3022 | LCC = 0.9069 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.216577003198552
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2520 | LCC = 0.9108 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.19747306664899594
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2516 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19223415003174302
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2756 | LCC = 0.9136 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1889854547691483
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2343 | LCC = 0.9134 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.17777659037726462
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2733 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17079416662454605
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3010 | LCC = 0.9122 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.16023739847230772
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2403 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.15579453239895705
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2564 | LCC = 0.9152 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.15059807758799867
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2403 | LCC = 0.9151 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.14922183764980018
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2673 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13789677094517416
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2212 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1316671243981819
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2802 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.12783913551210668
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2367 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.12104871679592684
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2421 | LCC = 0.9153 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1189970294433522
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2233 | LCC = 0.9149 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11333417849389114
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2429 | LCC = 0.9136 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10682565488481108
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2602 | LCC = 0.9119 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10214475830855398
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2504 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09812089968795722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2300 | LCC = 0.9132 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0928206838495125
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2697 | LCC = 0.9112 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09035592317322776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08877686269021448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2475 | LCC = 0.9111 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08388196013738654
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2461 | LCC = 0.9124 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08137334904746513
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2329 | LCC = 0.9123 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0778638561595382
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2557 | LCC = 0.9123 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.07604205862462865
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2426 | LCC = 0.9104 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07318680345839848
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2482 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07118604556156721
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2455 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07123569978368764
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2468 | LCC = 0.9099 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2139 | LCC = 0.9079 | SRCC = 0.8956 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48570d71c2b369e32fda068bc5fad64a7e4c070
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be8373756a531bef3ccf2b5adec9c703553e427de65a3a4aa9d58f466d5013
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42ef59298b4889cfa9877c7c87b8401cd265397
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1373d4ea990918d5709de108b9b7d6c8cd0ca33b5d8e4615a70121bb9f280d94
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3cbf7b4fa6ca3e53d45c008e5e348a0e45864e27
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4685463703781194
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3422 | LCC = 0.8964 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.249632882374215
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3304 | LCC = 0.9002 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.2223953142159247
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3436 | LCC = 0.9061 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.20686594797352145
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3069 | LCC = 0.9107 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19091605145290408
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2570 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1818354510072339
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3078 | LCC = 0.9109 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.17501171191648252
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2668 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1680536791251574
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2479 | LCC = 0.9152 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.16149817127196087
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2411 | LCC = 0.9151 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.15413055207171192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2921 | LCC = 0.9151 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1506921280756851
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2433 | LCC = 0.9162 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1464681225705009
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2726 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1369385015585519
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2571 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1355754842906329
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2789 | LCC = 0.9129 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1269036913452121
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2201 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12435409835825077
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9144 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11540764488409021
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2770 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1108318633168419
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2986 | LCC = 0.9104 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10872635559711842
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2407 | LCC = 0.9139 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.10354524299588506
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2347 | LCC = 0.9137 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10005068374162464
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2713 | LCC = 0.9112 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09418844526385986
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2422 | LCC = 0.9130 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08984101550772011
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2545 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.0901519400794382
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2549 | LCC = 0.9107 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08453410248019103
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2851 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0830431658710014
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2502 | LCC = 0.9108 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08048132406493833
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2710 | LCC = 0.9093 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07465146899740131
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2857 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07218445406828312
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.9099 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07176816146928451
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3077 | LCC = 0.9045 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06979961930155065
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2472 | LCC = 0.9100 | SRCC = 0.9095 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2110 | LCC = 0.8994 | SRCC = 0.8871 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c974cab5a37431aeab8c4bc6e29e1715659db06d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceedbbf32629236ab511dde706ea94094f410397c821a6c6a8e02074e14efc7
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea19d2d3b1ac629b090a5519f33ea3c89dc21407
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52797876b36647819de9639d971160cc67b94b2e610ce0d1f371ac6d5d09280
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d308ab026714d792d25b8bbcb7019ffeb4568487
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4429930126391394
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3821 | LCC = 0.8945 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.2414076966960306
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3467 | LCC = 0.9045 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.2205967856624912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3060 | LCC = 0.9099 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20612792033336066
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2854 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.19183513543681602
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2924 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1831105746802567
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2895 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1794708031364259
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3242 | LCC = 0.9150 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1786450120496612
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2555 | LCC = 0.9127 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16751742604150938
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2427 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16285728973288066
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2707 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15258619473504192
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2899 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14975207815797342
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2612 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14377562757689138
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2520 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.13370261328413308
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2455 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13039908764851577
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2407 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12415343202176811
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2310 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11597829060144507
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2361 | LCC = 0.9150 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11688274860037545
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2435 | LCC = 0.9130 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11076423904799312
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3219 | LCC = 0.9112 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1029165538533919
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2503 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09886695016067841
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2654 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09481593619795203
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2793 | LCC = 0.9088 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08981307895283479
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2474 | LCC = 0.9122 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09790570773399634
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2357 | LCC = 0.9135 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08658220414395278
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2456 | LCC = 0.9103 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08235876738077644
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2477 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0826190005277278
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2448 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.0772882559352872
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2523 | LCC = 0.9095 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07605223262930191
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2400 | LCC = 0.9118 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07101677099748843
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2342 | LCC = 0.9109 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06881974969123829
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2419 | LCC = 0.9121 | SRCC = 0.9115 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9093 | SRCC = 0.8968 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dc1c4aaf2d75ed38642fccd5e06bbf8712245f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793878038afdc3fb088a43a566c084b6614c70b38da84ed2155aa1499f1a3cd0
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4180b37349ba7047af4774a0116bb3c8c3746551
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed97260949e1b2cfa27c4b9a246ed34dbf3cfecc1fb47556dccc161cf45ddd52
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer14/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..845733b99efdc3659319938ad4d0c75b253d0859
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46252130919453727
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3156 | LCC = 0.8967 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.26241476937180996
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2950 | LCC = 0.9039 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.21611698290516188
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2488 | LCC = 0.9093 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.20283635055398666
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3178 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.19263182657991532
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2709 | LCC = 0.9136 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1941827664830092
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3167 | LCC = 0.9130 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1804463745800057
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2745 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16722705921513498
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2813 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16640322000821892
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2625 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.157627493616818
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2418 | LCC = 0.9152 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1490352795044811
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2628 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14390014977641188
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2718 | LCC = 0.9137 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14284255769039164
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2467 | LCC = 0.9143 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.13362076807487216
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2760 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1321233421822504
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.9159 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12376737547230858
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2321 | LCC = 0.9144 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.11892942149687365
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2499 | LCC = 0.9125 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.11048854624777171
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2750 | LCC = 0.9122 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1066448661374908
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2372 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.10453658662951751
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2406 | LCC = 0.9097 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09977925319030795
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2680 | LCC = 0.9108 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09425824202295673
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2477 | LCC = 0.9114 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09375780211449358
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2556 | LCC = 0.9109 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08765779905064258
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2527 | LCC = 0.9081 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.0881813868794138
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2665 | LCC = 0.9079 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.08497095353513784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2793 | LCC = 0.9081 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.0840339619946273
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2710 | LCC = 0.9077 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.08012227849722597
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2605 | LCC = 0.9076 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.07346946985132433
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2688 | LCC = 0.9061 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07251919831843734
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2550 | LCC = 0.9071 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07027314941404182
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2834 | LCC = 0.9057 | SRCC = 0.9052 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2191 | LCC = 0.9071 | SRCC = 0.8968 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer15/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec1ea438541cdfa0a574fa03192ea544a0e6fd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306b8e0d7792294b5b97b78e68f3324420f2fd62d4b9529b20fad9a5b258f91
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a1e44974cc24044d0a319b7f8571b3ab74be3c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22225610d8eb4595e81620fdecd2b0c62c5aab326f24c863e82915f7e050879b
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer15/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2e94b1d6e63200c51037456978bc916df6b794df
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39204068895364774
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3355 | LCC = 0.8949 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.2535246133459786
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3270 | LCC = 0.9006 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.22441411505028003
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3061 | LCC = 0.9067 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.2011434677449954
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2783 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.19529838920328657
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.9124 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.18490813728529593
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3095 | LCC = 0.9119 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.17550279174236894
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2762 | LCC = 0.9140 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.16672848104741533
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2666 | LCC = 0.9162 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1680515212992023
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2403 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16340685261122753
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2710 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15547190326658977
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2367 | LCC = 0.9163 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.14901556845517516
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2532 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14086522161960602
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2386 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13516421150954472
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2342 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13336471149514864
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2641 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12720797658827954
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2629 | LCC = 0.9122 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1207456084000582
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2376 | LCC = 0.9148 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.118018352184337
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2642 | LCC = 0.9136 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11552042940448475
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2638 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10757992507060828
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10329560099998651
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2580 | LCC = 0.9109 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.09987223258166644
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2429 | LCC = 0.9117 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09527782824514919
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2326 | LCC = 0.9119 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09378155105548099
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2413 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08585559311888122
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2528 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08795113213403377
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2640 | LCC = 0.9109 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08220559528711215
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2514 | LCC = 0.9098 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07976263877801124
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2539 | LCC = 0.9099 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.0800758511732424
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2427 | LCC = 0.9110 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07589764727247243
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2574 | LCC = 0.9084 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.07428206807013192
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2674 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1883 | LCC = 0.9206 | SRCC = 0.9091 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer15/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3f41edc788a58f0b801c90ce3cb17d70d552c5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af44b451e42aef5b04517fbb8d9d8de3365775122181c36d4524dffc5ad3d96b
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c099f573b06d1cf2445335eb3a6ad32af7553f1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f935dec59638bac2f010383a9da4bd5cbb33762eae479d6e6e1f5e47bde88730
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer15/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..53a4afe6c4f2aeaa83d49d968a79656edbbda274
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40128967010905975
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2922 | LCC = 0.8919 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.23318744885783665
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2748 | LCC = 0.9068 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.22454660037004878
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2446 | LCC = 0.9100 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20308011770248413
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2355 | LCC = 0.9104 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.18919068971121242
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2631 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1821236095331997
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2687 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.17535640820430193
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2553 | LCC = 0.9148 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16706434025757574
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1591237354915955
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2344 | LCC = 0.9163 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15806834959570384
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2770 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15823813407235063
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2289 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.14622094210861736
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2540 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14161732121010048
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2438 | LCC = 0.9147 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.14058733589387354
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2553 | LCC = 0.9159 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.13166412618549572
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2630 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.12631465322364963
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2601 | LCC = 0.9126 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.11990825237566335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2282 | LCC = 0.9149 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.11122998860099412
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2447 | LCC = 0.9135 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11252233803789051
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2505 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10892501641387885
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2935 | LCC = 0.9099 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10240453869276653
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2807 | LCC = 0.9080 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.09755648418485774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2522 | LCC = 0.9086 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09436407650826294
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.0899594450703246
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2297 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.0895747105251847
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2395 | LCC = 0.9105 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08284768485867908
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2424 | LCC = 0.9118 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08183400410448195
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2398 | LCC = 0.9105 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07918219242481828
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2326 | LCC = 0.9105 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0768900675365346
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2351 | LCC = 0.9114 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07519508665696734
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2332 | LCC = 0.9094 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.07352773660007929
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2892 | LCC = 0.9052 | SRCC = 0.9072 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1781 | LCC = 0.9194 | SRCC = 0.9106 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer15/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5458b830775a360dfe076b7274054dc6543d425
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64db5530bf2d1db71d202546ef667560a7099bca5e7eb96b5dcac5406ea6e97c
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c0e2091437675c85550570df477ef4dc53d912
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9969e73fb83c68deec1e18dd3448a1db1b3e0393f4ad2ba4962ad9620a389f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer15/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad26bff6f232fd561d83a7c420f62e259c62da62
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37854335999730004
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3471 | LCC = 0.8968 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.23642132939458582
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3368 | LCC = 0.9061 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.2095558341441816
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2954 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.2001839464885651
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2774 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19419175283068177
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2689 | LCC = 0.9142 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.18381495368963033
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2682 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1803260267728326
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2393 | LCC = 0.9142 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.182763636198347
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3188 | LCC = 0.9161 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15960551979224805
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3358 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16067827122576664
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2349 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14738041683600817
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2482 | LCC = 0.9175 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14516973943379574
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2511 | LCC = 0.9177 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13784324489749236
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2662 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1298662137261705
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2310 | LCC = 0.9175 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12855705308776372
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2423 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12731108273987826
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2598 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11916037859944249
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2898 | LCC = 0.9145 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11249916668916714
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11288226443219047
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2372 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10305985868666213
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2613 | LCC = 0.9151 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1014021125142974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2493 | LCC = 0.9149 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09776106547844203
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2714 | LCC = 0.9134 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09573981226179641
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2491 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08893991800057406
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2418 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08618423299637833
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2769 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08410878175858817
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2388 | LCC = 0.9109 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.0807359996386346
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2407 | LCC = 0.9121 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07609477649965038
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2481 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07537925376885199
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2743 | LCC = 0.9096 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07284809933232435
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2549 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06952298527335846
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2435 | LCC = 0.9100 | SRCC = 0.9108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2057 | LCC = 0.9121 | SRCC = 0.9025 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer15/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158d5670f6324f44917fd8dc94375ec6e81d8127
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1454fc93fa821cf8179072bf0ef4f5e2b957401c479f07ead3f56e36554307c
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f9aaa1ae569ea89e589322aab68a7888257859
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde81336fa6e0a9303c767fb40a78585f60d79bc28d9ecc2d4eb17b5c44d474
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer15/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5b3770fa7f56af640966c0cb7093231542f03920
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5113547381465835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3012 | LCC = 0.8943 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.23536718451563335
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2590 | LCC = 0.9035 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.21989758355769118
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2658 | LCC = 0.9105 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.2010530985331949
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.18745191020600369
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2525 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18114773976492743
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2711 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1718638795777897
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2708 | LCC = 0.9140 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1642180948243665
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2579 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.15994869452508198
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3418 | LCC = 0.9141 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.15973173964747114
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2932 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15502604273702367
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2533 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1414199550716863
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2615 | LCC = 0.9154 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13984951484582328
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2514 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14213404813081543
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2359 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12802074311268813
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2657 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.12931298727245
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2540 | LCC = 0.9116 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.11825658365911831
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2717 | LCC = 0.9132 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1148052748314218
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2341 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.11048868888547655
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2385 | LCC = 0.9132 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10910606138795786
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2726 | LCC = 0.9123 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1021565156908049
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.0947155266612596
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2476 | LCC = 0.9095 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09162968853650065
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2604 | LCC = 0.9095 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08781609255712845
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2596 | LCC = 0.9098 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09022156525984665
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2566 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08303302235772154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2636 | LCC = 0.9085 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08212616475503569
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2581 | LCC = 0.9060 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07945359461655506
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2998 | LCC = 0.9067 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07532394890581941
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2481 | LCC = 0.9083 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.0735407544224593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2460 | LCC = 0.9087 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07168719168171028
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2549 | LCC = 0.9073 | SRCC = 0.9072 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2384 | LCC = 0.9131 | SRCC = 0.9016 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer15/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faed5d778858d64d4860cf66b8f1f4a7dd44dc8b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd55fb509e51edf90ee47fce4176dff9e915caa9e7a19b7165d57c585dd62bab
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer15/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f2607e23b8110ae07931213a027253be92e65d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3570c8a5c027d0024c72be139848238ff73980fdd26dfa03b3b017008d7ebeb
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer15/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer15/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..485cc948ca7b53f45f7488e2ef4f904b369ceb66
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer15/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40628536200592286
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3290 | LCC = 0.8965 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.241628377509944
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2987 | LCC = 0.9049 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.21725677337088337
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2795 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.20067446321421276
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3171 | LCC = 0.9101 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.2001694187177399
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3331 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18066619681140592
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3045 | LCC = 0.9140 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18331410662631767
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2895 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.16511344750320292
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2548 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.16356228658057362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2847 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.15662514280549364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2413 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14838861023759567
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2659 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.14178574322103765
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2748 | LCC = 0.9156 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13829885354276336
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2515 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.14047783699338837
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2428 | LCC = 0.9118 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.13352602832234664
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2728 | LCC = 0.9145 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12516818303248786
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2750 | LCC = 0.9119 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11740555127576596
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2405 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1169955270913984
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2656 | LCC = 0.9138 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1100817047102603
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2460 | LCC = 0.9111 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10249331683954062
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2797 | LCC = 0.9114 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.10352573694521292
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2710 | LCC = 0.9116 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0957771719707919
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2545 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09238379567086352
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2940 | LCC = 0.9088 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.09078275102239124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2506 | LCC = 0.9055 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.08875267913920341
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2731 | LCC = 0.9073 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08538746342838155
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2759 | LCC = 0.9093 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08178981456022731
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2760 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07954502863691032
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2560 | LCC = 0.9110 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07628629091761016
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2533 | LCC = 0.9060 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.07580112846772795
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.9093 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.07257891575552824
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2532 | LCC = 0.9073 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1970 | LCC = 0.9172 | SRCC = 0.9069 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8662714727d863eb345ae66dacfa3b6088583db5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289d5dd558263fedf11a5aef3eee2e45e9182dd1caf9967cfe1242d6091630e3
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f7ece363a1538659e7b8c512b0fb9a31d275f0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558a2de73842a2fdb83cd28a8e05395a9ff0bdeec1730198138252197885d87
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4f20d7609aa3ce5a163b4051ea0d2cf93c76fac
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5528229823002236
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3413 | LCC = 0.8957 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.229100157199912
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3147 | LCC = 0.9090 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.19954835877597676
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2676 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.19124515808989548
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2589 | LCC = 0.9146 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17635349042153772
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2408 | LCC = 0.9148 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1770712133776935
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3026 | LCC = 0.9159 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17252760961910205
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2373 | LCC = 0.9164 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.16165921492555926
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2214 | LCC = 0.9168 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.15358803890688572
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2399 | LCC = 0.9168 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1486281129407745
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.14679073576810042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.9172 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1361669025066271
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2548 | LCC = 0.9171 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.13380517758902788
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2580 | LCC = 0.9173 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12981076349068238
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2629 | LCC = 0.9164 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12447534458485641
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2334 | LCC = 0.9167 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.12026242752467965
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2479 | LCC = 0.9163 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11794413871675558
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2658 | LCC = 0.9180 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11093020456374725
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2440 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.10485597984122404
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2466 | LCC = 0.9160 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.10237547682027597
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2384 | LCC = 0.9152 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09657719115473631
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2394 | LCC = 0.9148 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09493679473596502
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2670 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09473066316174635
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2421 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08852136968446604
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2249 | LCC = 0.9120 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08831739399819016
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2478 | LCC = 0.9156 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08383731298536234
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2539 | LCC = 0.9124 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08072919127224498
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2322 | LCC = 0.9138 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07530065255530308
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2358 | LCC = 0.9133 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07732627822915254
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2401 | LCC = 0.9137 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07043498991369512
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2348 | LCC = 0.9120 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07273330018354979
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2422 | LCC = 0.9120 | SRCC = 0.9121 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2701 | LCC = 0.9069 | SRCC = 0.8956 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2332105e11ab269732e392c8a65268332ebec3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b25b36938ac6e8d1231f89f46e57db53dcb31fcaa83220e4afecc765ae721e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3310b9bde54eec3c88c4bae41f5ed80ac57ffb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed449fac364895a3766ad52f58800f3345246b39b0bf72c2d7d19b994ce056
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3a927082bb5db2a7f9d01cca4b236e25c1009dc9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41397463999731693
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3042 | LCC = 0.8969 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.22287591137637983
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3149 | LCC = 0.9081 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.20788890528196544
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3010 | LCC = 0.9116 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1969551153351806
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3178 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1862932821315837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2489 | LCC = 0.9152 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1804794415056361
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2884 | LCC = 0.9135 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.17069230422463721
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2365 | LCC = 0.9163 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16046889010020074
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2565 | LCC = 0.9184 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.16137642740686506
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2518 | LCC = 0.9178 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.15463017153343714
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2755 | LCC = 0.9160 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14724197113789575
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2818 | LCC = 0.9185 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1431896475956619
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2658 | LCC = 0.9177 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13938826886732456
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3005 | LCC = 0.9189 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13889246817269077
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3328 | LCC = 0.9165 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12538354163397256
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2440 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12088610959707657
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2284 | LCC = 0.9166 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12016080203600701
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3015 | LCC = 0.9150 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1149995861025904
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2451 | LCC = 0.9162 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10996596825260647
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2832 | LCC = 0.9161 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10437807453677833
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.9137 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10224628889922462
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2325 | LCC = 0.9160 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09626853321759687
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2614 | LCC = 0.9144 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.0958972085116571
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3009 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09320441413821512
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2952 | LCC = 0.9139 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08921891905238173
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2477 | LCC = 0.9132 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08521135780163583
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2370 | LCC = 0.9140 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08442782759235773
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3146 | LCC = 0.9112 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07815124221533709
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2689 | LCC = 0.9142 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07660349854671886
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2586 | LCC = 0.9132 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07549718577910021
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2592 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07383589623119101
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2504 | LCC = 0.9137 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2344 | LCC = 0.9033 | SRCC = 0.8927 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f41a104558306c5199620b3146615e046fa94d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371d3851db6c7aa74f0280845c6e850136ee91220363b6fd020096c26953a8ec
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef9ee7da671722a2c75dc326ff5fbc05d12713f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf016bf33074d29ae3e0ed2d5fa06a43957f75cced99d4763ea6db2239c333
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c5613f866f30e02fa3e4b0f9e3d2a083a843ec25
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39396556669232474
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3300 | LCC = 0.8933 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.23127424337960392
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2414 | LCC = 0.9063 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.21503852652331998
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2413 | LCC = 0.9073 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.19657390637893898
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2975 | LCC = 0.9134 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1830811638363524
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3720 | LCC = 0.9115 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17575363379854686
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2886 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17480079653118388
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2871 | LCC = 0.9148 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.16314135440167665
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2406 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.16215820007586065
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2277 | LCC = 0.9173 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.15257843764703397
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2801 | LCC = 0.9168 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.14587699096499152
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3327 | LCC = 0.9156 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14395747872101777
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2961 | LCC = 0.9119 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1350875034756054
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2639 | LCC = 0.9162 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.12967739594465047
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2409 | LCC = 0.9174 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13035288242074106
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2621 | LCC = 0.9164 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.11811994455453288
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2575 | LCC = 0.9158 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.11362309374905735
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2307 | LCC = 0.9161 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11168517430738217
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2629 | LCC = 0.9114 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10893095736903262
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2530 | LCC = 0.9163 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10471592016647317
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3059 | LCC = 0.9144 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.10170258812046465
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2484 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09643015560473321
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2263 | LCC = 0.9163 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09453159402732904
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2443 | LCC = 0.9165 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.09156842103411007
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2410 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08672074116551118
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2595 | LCC = 0.9144 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.0820249518907139
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2315 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.08086029558598651
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2672 | LCC = 0.9146 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07822972900002678
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2467 | LCC = 0.9160 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.0764575171246694
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2589 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07588962388004182
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2298 | LCC = 0.9159 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.0702831496651462
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2353 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1945 | LCC = 0.9094 | SRCC = 0.9004 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d246b1d360d5c040179f4d79d6dac6223e098ba
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a29cf068051b4f550f2c99ddbdc245d3931e7aefb075a48fcff2a4b094868
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd4b19a3a74bdc2108e50d56760fc1fea02ff6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eff20a355c0171012b7175e7092845ce2326afae19cb4f1e61f512f0c4229a7
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a9d9e84dff84aa394e898ed502d2966f02fb01d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41961601643548535
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2875 | LCC = 0.8990 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.23411059797326952
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2857 | LCC = 0.9087 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20193792948488556
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2804 | LCC = 0.9122 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1946238984348457
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2630 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18288286874404533
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.9118 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17970504482529756
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2330 | LCC = 0.9133 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1689028185657683
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2487 | LCC = 0.9152 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.16031534715711726
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3447 | LCC = 0.9145 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15789036965266817
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3057 | LCC = 0.9162 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15241455381488525
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2723 | LCC = 0.9189 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14833724666709844
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2378 | LCC = 0.9190 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13903605408234404
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2516 | LCC = 0.9179 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1347559530697117
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2393 | LCC = 0.9154 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1299077458033672
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2303 | LCC = 0.9176 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12894930789580925
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2471 | LCC = 0.9180 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12271908519929545
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2491 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11833352001243932
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2671 | LCC = 0.9123 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11158750167471825
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2394 | LCC = 0.9158 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.10878033126365243
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2582 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10171187591518281
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2539 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09821032801632247
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2312 | LCC = 0.9147 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09898938074966386
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2421 | LCC = 0.9129 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.09032064943299817
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2434 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08667005688985648
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2486 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08399842311278244
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2404 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08302663027637266
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2451 | LCC = 0.9127 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.0802427993904304
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2544 | LCC = 0.9092 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08002765074027757
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2620 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07455082300167552
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2533 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07361159103281925
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2953 | LCC = 0.9059 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07491375680345332
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2687 | LCC = 0.9073 | SRCC = 0.9083 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2180 | LCC = 0.9163 | SRCC = 0.9057 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fde536678c6144e38eae84e259f7945e73be4ac
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0bab8595ecec18483c69699ea600c739c9264da615b33863eb916b0405f24f
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157f7c29627d40572973942635c7f45b6d490ecf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c47866e4790ecd3b71acb07a774069cfdfaf2fc71759a52dd5f253c94a46da
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer16/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c154950200d982017c487543c432634a7a70a5ba
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4267782236454804
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3231 | LCC = 0.8971 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.23382490024918076
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2776 | LCC = 0.9047 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.20776583392151518
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2799 | LCC = 0.9078 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.20229305128830705
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2989 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19723196323379616
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2590 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17810450812984754
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2719 | LCC = 0.9147 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.17412095715028014
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2526 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16764233756616626
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2591 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.15643984992380086
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1497039814301998
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2386 | LCC = 0.9157 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1490812465720783
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2483 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14174700657584074
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2563 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.13577336873966833
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2856 | LCC = 0.9160 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13172453908906506
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2633 | LCC = 0.9159 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12862768717583895
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2182 | LCC = 0.9139 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12540791355977857
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2816 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.12292969511078962
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2452 | LCC = 0.9151 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11507472925620273
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2426 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10980238298201836
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2349 | LCC = 0.9147 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.10330821476833668
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2509 | LCC = 0.9126 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.10068178700143202
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2296 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09804756956637939
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2656 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09118639675609638
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2471 | LCC = 0.9137 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09027357554504636
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2873 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08774344065371965
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2567 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08534181453933605
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2617 | LCC = 0.9101 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08024558065340698
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2491 | LCC = 0.9129 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07886687147221125
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2399 | LCC = 0.9120 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07862475535945396
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2702 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.0762606913902167
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2481 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07155940496508097
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2404 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2336 | LCC = 0.9112 | SRCC = 0.9000 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer17/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161ec043ff7651aa1b3d5e21463dff22261ded06
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e3978868657f07808acac295432d511acb0fc16ed0611bdadb6222e9fe6309
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea15cdc3cbe1072e02ac2362e632a659fd01c00
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502d7a0ad0cc4caabb342194cc5a0b5f9c9b88c411926a382013f3295a3320c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer17/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0c1599a3942f80d835a688137144c86bbe1fff48
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37842195425074915
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2631 | LCC = 0.9040 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.22462502742089288
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3462 | LCC = 0.9055 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20609158458392743
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2655 | LCC = 0.9149 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1855498835702852
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2655 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17421450409930567
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2483 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1659927536986467
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2353 | LCC = 0.9188 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16233637373399185
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2293 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15563370115150607
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2510 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.15242225297785908
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2463 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14825446839105186
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2230 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.13938780327063766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2448 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13342679679566036
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2493 | LCC = 0.9185 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.12568435258086705
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2530 | LCC = 0.9181 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.120769161881739
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2182 | LCC = 0.9185 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12045881289967222
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2530 | LCC = 0.9177 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11593255534165167
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2193 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.10729488536629374
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2499 | LCC = 0.9168 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1067377614406492
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2256 | LCC = 0.9182 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10046220919644902
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2794 | LCC = 0.9148 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09809256388100586
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2786 | LCC = 0.9128 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.09309390518878925
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2392 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.0897030974872884
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2586 | LCC = 0.9130 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08384912738824166
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2456 | LCC = 0.9139 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08306588124849892
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2377 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08029135107735678
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2343 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07705628133319706
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2656 | LCC = 0.9113 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0760100244011493
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2522 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07331030581124945
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2242 | LCC = 0.9133 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07277678086750769
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2363 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.06648389971411298
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2919 | LCC = 0.9097 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.06906056696968961
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2558 | LCC = 0.9123 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1739 | LCC = 0.9070 | SRCC = 0.8964 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer17/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce690e50dc15027452991e9480d8ddd2d1f6b0e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0611a72d5dda8543970c1472bb3a053bdd59edb8258d2915d0c7f86671618d21
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5932ca13bd4b501bb07ce7d85ec59ed6c05d90a9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda187b9fc2ce56d3a27a97d068b92e014cf47ca0bd63467cd6500d9dce615a
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer17/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..939c796454e205c16c6fb4cb6ce4e29e6d130bd5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41411664487654076
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3007 | LCC = 0.9047 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.21340597735319525
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2948 | LCC = 0.9108 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.19407814504266474
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2354 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18530526839067482
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2588 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17547446618534926
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2828 | LCC = 0.9180 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16949609219166584
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2399 | LCC = 0.9160 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1652138311566645
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1548840856621031
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2464 | LCC = 0.9189 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1474019070236669
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2380 | LCC = 0.9196 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1445789840180061
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2144 | LCC = 0.9193 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13709216801761892
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2439 | LCC = 0.9186 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.12889611751185676
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2670 | LCC = 0.9196 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12629193330258992
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2537 | LCC = 0.9187 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11819655465425094
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2530 | LCC = 0.9188 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11589164446199561
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2378 | LCC = 0.9200 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11283219797332163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2363 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1085043573009141
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2451 | LCC = 0.9203 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.10265142494285037
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2290 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.09689293274214503
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2340 | LCC = 0.9188 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.09414032655041342
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2257 | LCC = 0.9182 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.0928051488290977
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2571 | LCC = 0.9176 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.08802582392458282
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2298 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0845186662338028
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9166 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07807948479073586
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2350 | LCC = 0.9144 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07878148305967364
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2380 | LCC = 0.9155 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.07525027905068646
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2740 | LCC = 0.9106 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07459555566310883
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2456 | LCC = 0.9129 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.0679377511445153
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2613 | LCC = 0.9133 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.06917872310029288
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2335 | LCC = 0.9140 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06741332226147541
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2378 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.0633218935071733
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2235 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2746 | LCC = 0.9039 | SRCC = 0.8963 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer17/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853fb33b5331e3100d9e77469d1b2aa50b75911b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08404a7e2e2fe8d7ba2e034be633cf0a747413334305b81f7ca1829f05bd738e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e3c943178a34e453d2d36c543837f766be00f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705db5da6dd95556e5b8591405eafc24a8d0784104b0269f975ae83f4a3f6d49
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer17/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1559714b7a662a49c5d2cb231b91f964c0dc9822
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3650917730407219
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2977 | LCC = 0.9055 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.21321470897666292
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2748 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.2033695984265708
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2830 | LCC = 0.9149 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1832105980787663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3768 | LCC = 0.9147 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17528830765816517
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2693 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16255424619582348
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2472 | LCC = 0.9185 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15838271332097192
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2422 | LCC = 0.9167 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1539149454907875
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.9194 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.14649843385798395
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2506 | LCC = 0.9167 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.14027338436228692
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9206 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1378461588497107
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2248 | LCC = 0.9206 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13208417839914388
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3103 | LCC = 0.9185 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1272113134147804
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2351 | LCC = 0.9199 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.12270628936545697
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2379 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11295566929644243
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2257 | LCC = 0.9182 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10962019783223985
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2611 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10974022082855246
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2361 | LCC = 0.9172 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10381461443067286
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2461 | LCC = 0.9168 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09519930048226621
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2222 | LCC = 0.9175 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.09145876913832102
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2245 | LCC = 0.9168 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0877793586969031
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2363 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08783916149266882
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2479 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08050119818721203
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2339 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07924399979283354
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2410 | LCC = 0.9159 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07762717692493704
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2346 | LCC = 0.9153 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07656102849310534
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2695 | LCC = 0.9113 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07032120977178474
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2236 | LCC = 0.9145 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07236937728489755
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2345 | LCC = 0.9157 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06679419723118661
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2355 | LCC = 0.9147 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06477384357524744
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2296 | LCC = 0.9141 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0612991029730422
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2289 | LCC = 0.9140 | SRCC = 0.9127 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1798 | LCC = 0.9080 | SRCC = 0.8977 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer17/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38262227a941b869e9cb47a6c165e4c234b1454
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eb7946a5ea3e51c3de588b7436bbff4201ce7c7ab55302f493c592186dc580
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22ce3ba8655bcfa8e3ce387578b990f8407f09a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035cdbd6ed52f6fe12cc65512b7273a89b18c7fadbce4426b08ede15fa41fffd
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer17/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ce0f6e0e0069cdfca5236d24cbce0ce387357aff
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4042444504323722
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2733 | LCC = 0.9032 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.22234869029136062
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2675 | LCC = 0.9099 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.19729955752805478
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3030 | LCC = 0.9091 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.18917490580695212
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2708 | LCC = 0.9113 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.17919038507462925
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2707 | LCC = 0.9170 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16890213909865803
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2620 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.15958577489232742
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2578 | LCC = 0.9185 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15663609042160773
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2214 | LCC = 0.9166 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1479046249579143
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2411 | LCC = 0.9188 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1473252680260322
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9201 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1405175633168634
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2432 | LCC = 0.9191 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.13265352299964497
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2617 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.12780806450227092
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2344 | LCC = 0.9186 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12180130627286227
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2754 | LCC = 0.9156 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.11822709772800434
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2321 | LCC = 0.9187 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11783700233939066
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2474 | LCC = 0.9186 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1097947644188225
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2348 | LCC = 0.9167 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.10597007969297426
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2405 | LCC = 0.9154 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.10304114541221905
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2882 | LCC = 0.9133 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09742263840199206
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.09932325733018059
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08964019888915079
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2307 | LCC = 0.9155 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08669692264988244
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2609 | LCC = 0.9133 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08539167985406225
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2345 | LCC = 0.9133 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08834944602984914
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2376 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07911549265243414
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2288 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07571835650098806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2400 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07401358017514896
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2459 | LCC = 0.9125 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07051654295683596
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2701 | LCC = 0.9115 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06717762450090034
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2316 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06856860000790888
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2445 | LCC = 0.9114 | SRCC = 0.9110 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2268 | LCC = 0.9115 | SRCC = 0.8979 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer17/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e50a36833a94ed573a8ed1d625725e2c48beb24
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ed9d95405431e1e26fa30f1149f1e5b018aa5d4204e482aaf6cf5cdebb978
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer17/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b4540627ad682e6ea8616932a1214b2a1c3e0d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab46292ebef782e2a08c61efeae91e5870cd43b8e519f32a86bb5fa1e029374f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer17/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer17/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c76d9fd5f08ddd3c8af308c0eff84fe62bd9c1a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer17/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4441998153063603
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2910 | LCC = 0.9064 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.20677406491571768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2625 | LCC = 0.9092 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.18931466707087666
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2477 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1783856366238842
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2497 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17833596678999808
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2642 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1706603255575103
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2371 | LCC = 0.9189 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16055079472030517
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2634 | LCC = 0.9198 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15074041235998187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2551 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.14923058463142097
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2528 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14209628247284475
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2142 | LCC = 0.9205 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.13695996500164098
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2270 | LCC = 0.9203 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13131255609107156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2481 | LCC = 0.9167 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12873741833633082
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2258 | LCC = 0.9209 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.12194162357404742
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2395 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.11754149482773908
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2206 | LCC = 0.9198 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11352402854689284
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2339 | LCC = 0.9187 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.10677099210678498
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2315 | LCC = 0.9178 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.10098358258777271
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2475 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0973116939381368
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2179 | LCC = 0.9180 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09570802586702253
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2334 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09064188873061554
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2441 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08659728749983572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2329 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0838267928301599
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08249495645737373
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.9149 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08076842407012261
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2459 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.0738491879377751
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2304 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07110145250927506
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2220 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06885109721236146
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.06914370666349555
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2375 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.06538757350231182
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2395 | LCC = 0.9122 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.06517696473209154
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2202 | LCC = 0.9145 | SRCC = 0.9137 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1863 | LCC = 0.9109 | SRCC = 0.8971 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab619370a22af22a13d7dc177193157bd57f10f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9b3dfde75ceae8f11a43b24e8dcec1447f3f22400a54af03db3952fc24dcc4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d13a180d437e880f0b18c960bb29bffafc58ea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f1d6f85ebf493969eeaa3a68c94897ea168730936fa2b43e015ba6e46e9f21
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc48d0537ff876da2021804f7ca44849daaa88e6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41175007010470926
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2923 | LCC = 0.9050 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.21382868414841635
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2742 | LCC = 0.9109 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19662035889708238
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2692 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1835069397970431
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2657 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18031648813472317
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2510 | LCC = 0.9175 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17192961413391752
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2400 | LCC = 0.9191 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.16599413881756667
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2901 | LCC = 0.9177 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.16286354081306845
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2874 | LCC = 0.9157 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15262764201343404
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2266 | LCC = 0.9204 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14835486759167876
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2751 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1410831158302423
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2520 | LCC = 0.9211 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1379201600403455
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2684 | LCC = 0.9210 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.13157584156431903
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2411 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.12598487691727678
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2401 | LCC = 0.9196 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.12275997110012639
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2372 | LCC = 0.9187 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11708284479517468
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2394 | LCC = 0.9191 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11320221518850052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2326 | LCC = 0.9188 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11082923240055238
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2420 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.10378208383917809
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2338 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.10432045209097725
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2371 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09489469742671602
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2389 | LCC = 0.9156 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09221937167162152
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2342 | LCC = 0.9141 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08964145355830992
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2359 | LCC = 0.9142 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.08892645062394225
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2452 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08805241907349212
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2562 | LCC = 0.9130 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08258516905624742
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2589 | LCC = 0.9129 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.0786760116286705
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2410 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07721261604759046
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2386 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.07177939500681238
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2455 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07147066105652407
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2528 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.06892672303870234
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2396 | LCC = 0.9125 | SRCC = 0.9118 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2137 | LCC = 0.9198 | SRCC = 0.9108 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ec6a58baf7e9dfa39654a8d5a49e08fbcd9132
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45703368f8729f200bc7086b3b51ab52abd1b62520c38515b83e6e9adbd3d9fe
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea335c44f55d489b0b9ff75601dc62b3b7194c3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bda2bfe5543ca6bca2612941eb4b869ec26131477c3349bc087e0438c846746
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c1224ecbd7ab62afd4efafb81882062432f1c6e6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3466386430697634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2638 | LCC = 0.9067 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.206531946585013
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3405 | LCC = 0.9122 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.2004814576034601
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3058 | LCC = 0.9149 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1824889709753108
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2697 | LCC = 0.9171 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.18004303408323685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2352 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16881740183671776
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2476 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.16402732313885166
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2452 | LCC = 0.9198 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16051631485451165
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2126 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.155634092242387
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2325 | LCC = 0.9204 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.15172654179307077
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2572 | LCC = 0.9217 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1431571646577361
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2545 | LCC = 0.9220 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13901651319051753
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2434 | LCC = 0.9216 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1297514068684137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2524 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12927203733107948
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2476 | LCC = 0.9213 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.12101956133897594
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2104 | LCC = 0.9197 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11661623939441118
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2441 | LCC = 0.9215 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.11294777581543591
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2464 | LCC = 0.9204 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.10769366210251186
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2264 | LCC = 0.9176 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.10422538651551815
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2969 | LCC = 0.9165 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.09764884961392149
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2632 | LCC = 0.9171 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09685031455979182
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2523 | LCC = 0.9158 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.09125749504118297
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2529 | LCC = 0.9151 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09437492479048024
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2436 | LCC = 0.9169 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08684847077537823
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2214 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.08517505097165273
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2406 | LCC = 0.9176 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.08198442975479055
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2415 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.07835612855205647
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2549 | LCC = 0.9145 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07868595225359663
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2578 | LCC = 0.9146 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.0716689864679568
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2340 | LCC = 0.9133 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07196061926856206
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2375 | LCC = 0.9132 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.06849016985624512
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2358 | LCC = 0.9154 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2149 | LCC = 0.9140 | SRCC = 0.9011 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d115eb9e419eb33ac2b46aee625c35d3678d69
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f912720bd5aac86b738dda4bd032b9a798f1cfcf2d1bb7fa73321c44c5bd61
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b518ed072a7a9756b87b51b02effdf1750cdb48d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e1978772bd555d38e24ea51851dbb6606bd19df11dd7496c2f1855a65975ee
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0a143f33535c0e54986dfb527e3c67b49f5fe
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3693280128299156
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2637 | LCC = 0.9057 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.20911512584183256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3303 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19793004456455307
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2807 | LCC = 0.9155 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1849548919180225
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2580 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.17907750912312137
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2772 | LCC = 0.9194 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1659979954189648
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2527 | LCC = 0.9190 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.16352881008834508
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.9210 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.16318794873925302
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2413 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15189166819256855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2544 | LCC = 0.9206 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14511949551760117
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2849 | LCC = 0.9164 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14543049407832195
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2384 | LCC = 0.9204 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13482190087179227
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2257 | LCC = 0.9220 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.13033824138386402
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2697 | LCC = 0.9201 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.12705274623942514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2372 | LCC = 0.9213 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.12483615807198375
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2226 | LCC = 0.9159 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11859813616799482
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2272 | LCC = 0.9194 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1092094670485899
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2225 | LCC = 0.9191 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10897362107314126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2161 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.10384706205370799
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2488 | LCC = 0.9165 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.09732193280162149
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2216 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09466325099757641
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2503 | LCC = 0.9159 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.09421149085711882
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2634 | LCC = 0.9116 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.0890969351321631
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2423 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.08368076763056606
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2483 | LCC = 0.9148 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08266100739640307
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2365 | LCC = 0.9110 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07826607859548117
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2251 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07715264018732688
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2218 | LCC = 0.9143 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07290423695923966
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2479 | LCC = 0.9132 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07268860328921004
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2309 | LCC = 0.9135 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06786097086578435
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2476 | LCC = 0.9119 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06631949388911959
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2485 | LCC = 0.9125 | SRCC = 0.9117 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1898 | LCC = 0.9153 | SRCC = 0.9017 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfc8769a2756c6f21ecb55ffe48374cc648ad53
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657085a0e3b0569ab7880d10a08ab7c93eb0af8501e851c46e4955bfca124384
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd361e7ddd62b2e528472d966765c8921a771e7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb90c197adf4cfce8c0199bd6ed7038dd622f3a87b72483cb4836640bc82607
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fb27cc49a224d2431922ecc115b05cbb8a7c5d39
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4512884563018132
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3187 | LCC = 0.9061 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.21137079544839144
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3264 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.19477731678527216
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2704 | LCC = 0.9130 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18539937594205658
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3210 | LCC = 0.9167 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17824239710162829
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3173 | LCC = 0.9162 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16851429826434636
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2672 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15824755703265955
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2335 | LCC = 0.9200 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.15469984331227452
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2851 | LCC = 0.9194 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15775709426988757
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3041 | LCC = 0.9196 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14705809132556694
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2493 | LCC = 0.9225 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.14426760263525681
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2715 | LCC = 0.9186 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14191595374504265
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2537 | LCC = 0.9220 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13307387045869937
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2566 | LCC = 0.9215 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1256446024844412
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2542 | LCC = 0.9199 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.11916115246928496
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2408 | LCC = 0.9179 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11569823458187842
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2375 | LCC = 0.9217 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.1102190973355591
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2494 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.10430035670153323
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2401 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.10016571209265318
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2795 | LCC = 0.9173 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09837918931004629
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2468 | LCC = 0.9182 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09523937338693983
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2678 | LCC = 0.9133 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09105417778381722
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2388 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09081420463892077
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2685 | LCC = 0.9178 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.08345153359319434
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.07982202425512964
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2454 | LCC = 0.9194 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.07724551344021208
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2540 | LCC = 0.9166 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.07448820616899199
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2718 | LCC = 0.9147 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.0742390566435508
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2634 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07139082054871355
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2419 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.06954915302595652
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2468 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.06355148934990684
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2508 | LCC = 0.9150 | SRCC = 0.9151 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2450 | LCC = 0.9199 | SRCC = 0.9098 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0f7dc8e13b3d1bb1e4d8aa0e0781fff9d90382
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b0c93a3f2ebf2cf0ab3b958ae072df1765ca1c6496f4fa683fa68f8fe23af6
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264e45239fcf09a03d0e8bd5d91d126669e9250b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8907d37dd612fc21fd0a0cf0cf73ebf42aa411eaefd726f6d6185d9b74674
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer18/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..89b4c7e6e97c29dfa236499aec1117ec21f7474d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4518121689385761
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3466 | LCC = 0.9003 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.2212026385385866
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3193 | LCC = 0.9101 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.20024824263043486
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2984 | LCC = 0.9137 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1857378295477415
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3059 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1760757823469322
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3045 | LCC = 0.9172 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1702186833916372
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2677 | LCC = 0.9194 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16342990014249878
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2978 | LCC = 0.9208 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.15823279730329623
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2787 | LCC = 0.9205 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1564107429171573
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3220 | LCC = 0.9207 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.148287751082051
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2402 | LCC = 0.9217 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14333819498905556
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2459 | LCC = 0.9212 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1389498981523376
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2645 | LCC = 0.9207 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1327946146659424
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2750 | LCC = 0.9214 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.130077939932746
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2693 | LCC = 0.9221 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.12297385315157774
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2517 | LCC = 0.9219 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.11993203828961863
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2730 | LCC = 0.9204 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.11636563468013884
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2283 | LCC = 0.9158 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1096805254202013
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2537 | LCC = 0.9194 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.10767918054251313
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2737 | LCC = 0.9193 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1028266498722093
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2912 | LCC = 0.9169 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.0995472783728831
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2693 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09621840385946236
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2644 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09075088577205045
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2700 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.09231761207728717
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2592 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08460540188788679
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2687 | LCC = 0.9156 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08732885107225766
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2788 | LCC = 0.9175 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08169651427709987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2608 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07721202822692821
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2761 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07339542608901944
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2759 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07214225882481289
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2594 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06921543898007085
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2646 | LCC = 0.9167 | SRCC = 0.9159 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2558 | LCC = 0.9118 | SRCC = 0.8990 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer19/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02413c7a8531c4b6af319d2def88352a42f9ac9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2291ca4466f6330c655e8ef7c0de4fb21f8eea3cbf90f522fdc94766c954f558
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217246c7ecccdcaabd1c4068423618a283aa8cdb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eb49e15745729465c166ddd043db6efc4a250592bb80f1135401f683fda424
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer19/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8d28db9748e7d05ba67bf4ac1a904a943995c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41777943798227807
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3001 | LCC = 0.9006 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.23233137525230474
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2692 | LCC = 0.9101 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.23079582643991262
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4152 | LCC = 0.9111 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.20085764331796954
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2804 | LCC = 0.9145 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1910812322459469
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3485 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.18588238717675898
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2595 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.18336962275422378
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3016 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1820506092613143
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2613 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1734905823031602
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3494 | LCC = 0.9167 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1756752792724295
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2696 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1779855095668335
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2722 | LCC = 0.9189 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.17271226963211347
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2447 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.16609844957300693
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2428 | LCC = 0.9177 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.15967795455214606
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3076 | LCC = 0.9194 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15782741948187007
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2283 | LCC = 0.9197 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15261151073123677
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2667 | LCC = 0.9204 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14868671429811875
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3131 | LCC = 0.9199 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.14404395209743798
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2704 | LCC = 0.9200 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1424373376231662
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2528 | LCC = 0.9191 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.14221698459173213
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2575 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.13608098538280222
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2469 | LCC = 0.9180 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13461678100459148
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2652 | LCC = 0.9187 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.13291200737043612
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2685 | LCC = 0.9176 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12600636701880163
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.9167 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12467269168768315
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3259 | LCC = 0.9134 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.12136864330554974
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2347 | LCC = 0.9172 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11726399920234791
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.9169 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11448280229044787
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2589 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11031216152572218
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3022 | LCC = 0.9096 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10846255590460893
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2423 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1076662333499145
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2753 | LCC = 0.9126 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2030 | LCC = 0.9097 | SRCC = 0.8980 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer19/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a6a7e884f897bbed9e04db57db5fceca9ff2bd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43e5b7e6290f0bd51525e9711dc4e4168e196d3f49d5f87beda00056ccd5e72
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb1385f128b28654ea1780f18da3a95497ac85f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00193be378383932d49049d9098b78e38c1abcd1f26877bbfee0b31c951d5880
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer19/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..495e2bc7e25382303b321b0575704cc1310f53ed
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4382562533968446
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3150 | LCC = 0.9032 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.237192885207303
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3411 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.22590914204975085
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3224 | LCC = 0.9139 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.2036158382634207
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3256 | LCC = 0.9150 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.19156746359574311
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2604 | LCC = 0.9158 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.19674761171285818
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2706 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.18665720841099073
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2699 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17810509052407536
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2578 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.17216073402951906
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2783 | LCC = 0.9184 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17369315045417388
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2884 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.17255745698950883
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2732 | LCC = 0.9173 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16297737879387905
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2503 | LCC = 0.9194 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16666577213761435
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2347 | LCC = 0.9213 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1580107644889396
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2419 | LCC = 0.9194 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1525841571950499
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2667 | LCC = 0.9208 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.15901438577499002
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2930 | LCC = 0.9208 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.1496524736715879
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.9214 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1458019327393846
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2909 | LCC = 0.9191 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.14305174294751505
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2360 | LCC = 0.9216 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14066015567221393
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2790 | LCC = 0.9211 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.143011124966117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2659 | LCC = 0.9194 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.13021621095135033
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2511 | LCC = 0.9189 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1302912085387059
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2219 | LCC = 0.9187 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12564253410852025
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2290 | LCC = 0.9189 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.12447441933472032
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2357 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11843519784897738
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2707 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11680056637077663
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2592 | LCC = 0.9179 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1150851435313335
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2335 | LCC = 0.9184 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11329607196109143
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2429 | LCC = 0.9189 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1080666487401276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2419 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1064213841636746
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2410 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2134 | LCC = 0.9116 | SRCC = 0.8997 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer19/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85466c33701b0c061441e710d11c692045e48e88
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f4be1d57f12a86352c34b380c7a860bd9ec08da5d207f6a0fb49b6b59fd2e7
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5377056c2cfd6efe488a51c085caadf2c8eaaaee
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5659ec615e62955fd912240916e8d7cb51ee9a28ceefdb66ec2342b1cedc11d0
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer19/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..356cb2590a11657bbcfa217705f29fb65800d820
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4017351044912559
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3090 | LCC = 0.9040 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.24061177007724785
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2698 | LCC = 0.9111 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.21813978586410512
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2838 | LCC = 0.9035 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.20585003538283309
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2470 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.19601080635551774
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2895 | LCC = 0.9147 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.19134110078818536
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2465 | LCC = 0.9151 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.18825976313710902
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.9162 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1800826784072584
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.9178 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.17420768578445292
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2251 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1714795093574276
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9172 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16652169145342244
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2582 | LCC = 0.9192 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.16202893680919803
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2566 | LCC = 0.9185 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16687550283753114
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2525 | LCC = 0.9211 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1582469979376462
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2710 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15273911923686892
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2155 | LCC = 0.9193 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1552419060830436
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2719 | LCC = 0.9211 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1463487532872685
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2177 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14129054468835708
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2486 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14042117494034628
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2293 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.14162268170903872
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2749 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1356886820813824
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2384 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13064886091244704
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2437 | LCC = 0.9200 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.12978479455661224
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2428 | LCC = 0.9180 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.12390785014009201
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2386 | LCC = 0.9194 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.11909374461180902
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2942 | LCC = 0.9141 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.12145552327694921
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2217 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11702199777685149
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2312 | LCC = 0.9167 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.11250469911132933
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2345 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.10871536965142785
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2300 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10625246879940776
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2332 | LCC = 0.9162 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10615028860854965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2350 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2244 | LCC = 0.9094 | SRCC = 0.8990 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer19/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99734bb640198c9dcc9fff0b2d41a5b75386cc99
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7767d1abd7ca817cd9d537569edf737a5c3d6b27928cd904d78ccf94580aee
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6656eeacacd512c95a40819348cadbce9c4d4e9c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc9433bd96a0c7849117772bc0d7b6ff8ebc67b4cff257d93d50094d77ad84c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer19/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a18edae4cb60b6d967b909326a0327057d28520
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4811278994200547
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3287 | LCC = 0.9004 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.24081712099858102
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2514 | LCC = 0.9080 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.221763206010609
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2784 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.20622038867087722
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2995 | LCC = 0.9147 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1937233254399603
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2616 | LCC = 0.9139 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.19224155142989463
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2568 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18389832090607958
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2911 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18224915259146277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2976 | LCC = 0.9182 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1762104823840836
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2732 | LCC = 0.9194 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17234370155486067
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2584 | LCC = 0.9196 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.17866099543998695
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2676 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.17092781892918438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2939 | LCC = 0.9149 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15856538652684649
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2533 | LCC = 0.9210 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.16373948309290615
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2856 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.15530031531876912
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2732 | LCC = 0.9195 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15076821659169445
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2559 | LCC = 0.9216 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1503092670285633
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2640 | LCC = 0.9204 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14921309204632147
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2497 | LCC = 0.9210 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.14541642273092545
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2469 | LCC = 0.9215 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.137684273151304
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2553 | LCC = 0.9191 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.14327779265841997
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2524 | LCC = 0.9198 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.13613894956477116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2392 | LCC = 0.9204 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13331602225241634
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2369 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.126489319553265
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2490 | LCC = 0.9187 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12482828478937204
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2373 | LCC = 0.9196 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.12069979826838984
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2249 | LCC = 0.9201 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11692440285848055
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11495823962237105
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2132 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.11102147159204317
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2574 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1100629324341096
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2630 | LCC = 0.9179 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.10543510623577702
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2595 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2844 | LCC = 0.9079 | SRCC = 0.8980 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer19/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273d7621847d705aec5f4c6740efa9ca22f2b608
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3eb95b57d1ffd10641ede2d9620dab95107fa6cc4a7a4c3e2238150fe673b53
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer19/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57384dedb8e594181a596285fa96153e5f9a709a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7723dda2a302cc9ae1e30be48d9b5e5b9f281a94968ffbb48459cfd9b3f3faf8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer19/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer19/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a79fc6f3305c90d9c64cae06e590851aba24e38a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer19/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3953879062150944
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5065 | LCC = 0.8953 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.25091412629006227
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2543 | LCC = 0.9069 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.23100169804054876
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2750 | LCC = 0.9110 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.21022122340395272
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2858 | LCC = 0.9131 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.20269385944901175
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2679 | LCC = 0.9163 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1942558162388085
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3386 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.18336078016399648
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2323 | LCC = 0.9177 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.19487277620789634
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2566 | LCC = 0.9160 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1796577259725918
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2466 | LCC = 0.9203 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.17290883761093107
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3618 | LCC = 0.9189 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.17097599132557137
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3197 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.16830434999024937
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2735 | LCC = 0.9201 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16671457748881655
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2535 | LCC = 0.9213 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16036045168004284
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2861 | LCC = 0.9207 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1595846478305111
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2863 | LCC = 0.9199 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.15307876149009417
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2368 | LCC = 0.9210 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15012620768450588
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2723 | LCC = 0.9215 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14728392643391053
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2686 | LCC = 0.9207 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.1426717172985132
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2944 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.14200856631374084
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2806 | LCC = 0.9168 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.13874917899425318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2931 | LCC = 0.9172 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.13291956742719419
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2483 | LCC = 0.9191 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12987696562457635
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2409 | LCC = 0.9197 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12989555945286171
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2193 | LCC = 0.9165 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.12343525817628541
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2354 | LCC = 0.9192 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.12621294366831035
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2232 | LCC = 0.9180 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.11991884990062328
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2868 | LCC = 0.9180 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11273582828785643
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2474 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11306919902563095
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2615 | LCC = 0.9170 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10871658848889301
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2484 | LCC = 0.9157 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10844712850847685
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2589 | LCC = 0.9177 | SRCC = 0.9171 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2193 | LCC = 0.9095 | SRCC = 0.8960 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1186100b9d7ce89fff5988a4876b3013bf4b0e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2079a981e0272c209feba93030648d2951d37d5bae64fc6b87425a13814470
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33212e942f14f044f8e736442fe2c7af2daf83
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8d63a85c57c6f0ef5b6ef3064d6667eb1d9aa14cd6e3350c2f7ae475afcbf8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ecee605aae410524ab2970e7548da6f3f4dce5cd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4541372560352259
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4563 | LCC = 0.8544 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.27835512962299963
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3101 | LCC = 0.8947 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.2370357045290098
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3061 | LCC = 0.9019 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.21881385707441783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2472 | LCC = 0.9068 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.20073646991755922
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2620 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19101054703741405
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2437 | LCC = 0.9106 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.186266901779037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2444 | LCC = 0.9120 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.17531056159493552
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2658 | LCC = 0.9125 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.16894400012114144
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2730 | LCC = 0.9143 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.16517956585036536
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2495 | LCC = 0.9149 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.16039021877367374
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2352 | LCC = 0.9136 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14864537666815553
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2283 | LCC = 0.9158 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.15046560234589385
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2811 | LCC = 0.9108 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.13768531748152882
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2484 | LCC = 0.9155 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13903592578593016
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2566 | LCC = 0.9125 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.13169472565540688
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2276 | LCC = 0.9160 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1291924150003863
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2469 | LCC = 0.9127 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.12578570325939642
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2818 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.12844376095888244
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2548 | LCC = 0.9135 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11795919614634073
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2734 | LCC = 0.9127 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11813317872368531
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2796 | LCC = 0.9120 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11055178724961474
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2343 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10828346911968523
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2696 | LCC = 0.9094 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10537837594316873
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2570 | LCC = 0.9054 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.1004846625546844
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2396 | LCC = 0.9126 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09584786611571477
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2466 | LCC = 0.9118 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09521900179844371
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2330 | LCC = 0.9123 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0917143879426008
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2444 | LCC = 0.9085 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08834260639686116
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2543 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08514146366818792
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2577 | LCC = 0.9084 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08264508908022346
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2602 | LCC = 0.9052 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2194 | LCC = 0.8963 | SRCC = 0.8860 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3029dd18134ecd11c816ab74537738a2a08ec4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ab99fba5332257f022337750ce0ec7a314860bec8397849de5db94e5fdf73d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eb204f4b0e43570c3931fc31f43ab68bc15023
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5546401804b572bc7d88db08dace32aa892a6044f736929ee08a261f45bb52
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b91355fbfad05ddc40e99e506f4fcf24f7758ed5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.503997701785468
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3484 | LCC = 0.8675 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.28095320762926446
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3265 | LCC = 0.8915 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.234794996118959
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3178 | LCC = 0.8938 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.21547830259868864
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3222 | LCC = 0.9022 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.20138073092423422
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2671 | LCC = 0.9116 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1840715670602859
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2582 | LCC = 0.9139 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.17594246148546308
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2563 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.16939695244062844
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2527 | LCC = 0.9156 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17029096156014184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2551 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.16065547989972065
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2508 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.15569957935741183
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2820 | LCC = 0.9136 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14594401535443488
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2913 | LCC = 0.9118 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14659677415741662
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2569 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.14145062566664868
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2695 | LCC = 0.9101 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13748242757740736
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2438 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13027791730585814
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2290 | LCC = 0.9153 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.12569476267850468
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2464 | LCC = 0.9148 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.12275524118732166
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2537 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11656838967707116
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2385 | LCC = 0.9139 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11162217521254038
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2492 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11432745867554163
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2385 | LCC = 0.9143 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.10475999896409195
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2453 | LCC = 0.9155 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.10348475285175908
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2275 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.09888125988358708
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9114 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09648738896226608
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2380 | LCC = 0.9145 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09305091966697246
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2466 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09142010758033378
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2557 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08679273858063483
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2384 | LCC = 0.9130 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0853119536028432
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2389 | LCC = 0.9128 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08196263405026039
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2496 | LCC = 0.9107 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08228937187635829
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2320 | LCC = 0.9132 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2652 | LCC = 0.8968 | SRCC = 0.8838 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e6c927040224cec82aecb366b739ff96e1ce6b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0579fa01d24e3be82471e047160f70c7ae1876a2848fb02e20570b0ab142d6
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d80ece2f65d62c22978fa4e619ece2433614d3d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516b425a5bc55bf01b4a6cec9663ce7f47778eee1d69118c87e3349b857ec3cb
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..40828d07ea437ea3ee74eaa5ddf74db44167698a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4829711224991462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3367 | LCC = 0.8726 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.2646622617292955
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4119 | LCC = 0.8926 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.23540197846861932
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3161 | LCC = 0.9027 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.21286778444844173
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2923 | LCC = 0.9069 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.1973224737482264
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3039 | LCC = 0.9108 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1920656804318373
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2684 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18699823681674252
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2864 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17709407007935418
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16852742054558903
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3031 | LCC = 0.9100 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.16859961469049398
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2645 | LCC = 0.9150 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1614189682840612
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2734 | LCC = 0.9158 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.15312562758006112
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2657 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14601550729288532
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2399 | LCC = 0.9135 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.14252515869333565
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2268 | LCC = 0.9175 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14046706319544355
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2662 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1318739585449241
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2472 | LCC = 0.9178 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12992301979505946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2780 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.127793508242665
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2556 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11780565135137883
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2374 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11440635496222903
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2474 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11168075667295842
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2545 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10556243321282326
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2744 | LCC = 0.9133 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.10639343023127903
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2678 | LCC = 0.9141 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1015945394130456
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2396 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09726309470530879
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.09490447411733556
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2486 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.09283992301435828
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2380 | LCC = 0.9128 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08797571058734993
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2562 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.08928390779677843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2447 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08917691616739841
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2445 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08115736347746987
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2339 | LCC = 0.9112 | SRCC = 0.9125 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2723 | LCC = 0.8961 | SRCC = 0.8846 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4f06dae97777193636448a37f6d0c810f7701b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7903eedc4252ae7d16033ebeef0f52842dd47d9a18c452749880a0f259fa9a4c
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16820a99a6ac403edb975dbce868533d5b5540d0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c44bc42c67c2dc7f867abb0f5812be947054097e102fabac800313dc0ccfd9
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..23ef68076a1dc74e4569494f24780403b2a09726
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47329076142669413
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3563 | LCC = 0.8683 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.2759889802664002
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3360 | LCC = 0.8917 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.2509067910427303
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2861 | LCC = 0.9024 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.22089628690067745
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3648 | LCC = 0.9017 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.21218135453373022
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3045 | LCC = 0.9081 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18757764547201938
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2748 | LCC = 0.9109 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.18727901435828623
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2573 | LCC = 0.9092 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1753696230794653
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2532 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1705999628053924
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2507 | LCC = 0.9147 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1622168865334781
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2535 | LCC = 0.9132 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1559108866949302
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2666 | LCC = 0.9128 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.15123166553030123
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2310 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.14710408888455762
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1407735193568158
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2691 | LCC = 0.9130 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1372394856345447
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2554 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13199422995134585
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2570 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.12885373066357106
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2570 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12456848437903244
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2405 | LCC = 0.9164 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1192377208371383
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2606 | LCC = 0.9159 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11786462855390731
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2356 | LCC = 0.9157 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.11757221346387284
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2339 | LCC = 0.9161 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10670580038790069
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2721 | LCC = 0.9146 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10825480193416508
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2297 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1039519510258829
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2629 | LCC = 0.9152 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09858503067769067
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2405 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.0952661810496639
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2519 | LCC = 0.9130 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09194471930406686
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2608 | LCC = 0.9136 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08834778999834392
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2486 | LCC = 0.9150 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08642154202037464
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2318 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08633784454509702
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2482 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08122113474101
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2584 | LCC = 0.9125 | SRCC = 0.9132 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2631 | LCC = 0.8859 | SRCC = 0.8733 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa49c1758068b076b7b1148b40768bd1735c7cad
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b651ebe25f83d99a6e7cb9e979925efe05daf55eec5203a47289a2735b15b053
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f73df4a70537c02f616efe52ac95d70b7b6645
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a7c72ec89a55a9bd03df4380bd06bd427fbb534fa28a5a012805679e5036f7
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer2/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2a7b2ac1b9dd1834f7fd512e70e402ff1263915e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44644528644622405
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3616 | LCC = 0.8624 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.28537690579202135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3590 | LCC = 0.8762 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.24701131535747836
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3059 | LCC = 0.8992 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.22391077195633355
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3410 | LCC = 0.9023 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.2055878849387858
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2512 | LCC = 0.9085 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1994281794036055
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2660 | LCC = 0.9123 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.1922165946550452
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3282 | LCC = 0.9114 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.18296465049417032
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2815 | LCC = 0.9126 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.16809370235211588
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2824 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.16106262139846825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2683 | LCC = 0.9126 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.15948928978746338
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2757 | LCC = 0.9131 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.15282160926588698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2952 | LCC = 0.9090 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.14910380133142362
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2779 | LCC = 0.9122 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.14429265751659526
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2526 | LCC = 0.9141 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13733698061608166
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2580 | LCC = 0.9124 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.13255440021698187
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2557 | LCC = 0.9128 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12973893244314744
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2435 | LCC = 0.9094 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.12450459435840562
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2597 | LCC = 0.9105 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.12181008986138195
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2704 | LCC = 0.9109 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11452137450606836
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2503 | LCC = 0.9121 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.11119755288596787
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2510 | LCC = 0.9132 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10751173507443743
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2627 | LCC = 0.9118 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10925362539084661
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2476 | LCC = 0.9120 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1009364420967984
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2390 | LCC = 0.9089 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09626341789874727
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9108 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09438903980775376
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2474 | LCC = 0.9100 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.09435663906308268
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2514 | LCC = 0.9077 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08913840502069864
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2443 | LCC = 0.9104 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.085925921001014
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2609 | LCC = 0.9091 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08191701263792253
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2577 | LCC = 0.9095 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08051017299294472
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2470 | LCC = 0.9076 | SRCC = 0.9077 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2993 | LCC = 0.8886 | SRCC = 0.8765 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808490a0f83fb0a3357cae0c7b7d742380cde41e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abe513f1867f3a1a530f7d4b687dc98b0d18b6ca742ecd5754069abe7c9d806
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709ea8097acd5c0e3198e98b09d9aa83f05bc96d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb36fde0eff2f83a622971fcbb81e2a86c9e10379dc64c74e4b278e9624e800
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..44ea64587d40ccd88c2c4233e81ddadd24a167ae
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37619529130486395
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3323 | LCC = 0.9093 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.22766874127649847
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2960 | LCC = 0.9134 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.202660893041619
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2391 | LCC = 0.9144 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.20580794442595773
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2523 | LCC = 0.9178 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.19290151472897887
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2909 | LCC = 0.9185 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1847003807308357
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2569 | LCC = 0.9194 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.19471185060078008
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3314 | LCC = 0.9193 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17516419868593272
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2254 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1730573965462646
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2720 | LCC = 0.9205 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16549830121456544
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2428 | LCC = 0.9214 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.16225924032788747
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2872 | LCC = 0.9199 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.15832795347006334
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.9230 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.15613205511273676
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2417 | LCC = 0.9228 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.1538169685901934
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2543 | LCC = 0.9227 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.14703953154169755
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2554 | LCC = 0.9223 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.14077708088507543
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2268 | LCC = 0.9233 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.1398605428679141
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2304 | LCC = 0.9222 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1342896864334972
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2815 | LCC = 0.9207 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1348940613814172
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2721 | LCC = 0.9219 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.1278211306026905
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2726 | LCC = 0.9205 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12270980595336484
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.9207 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1232403538302879
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3079 | LCC = 0.9163 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11627669705648642
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2261 | LCC = 0.9208 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.11695222113001554
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2820 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1093414957726622
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2429 | LCC = 0.9213 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1086919781229744
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2918 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.10578051269743484
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2678 | LCC = 0.9199 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.10427216931402339
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2586 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09829917287378642
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2673 | LCC = 0.9159 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.097717921125751
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2598 | LCC = 0.9178 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09240270164832903
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2698 | LCC = 0.9162 | SRCC = 0.9170 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1907 | LCC = 0.8994 | SRCC = 0.8848 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f035287576a21dd6de4b7b715db5705fb9c5251f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29fff80118eff385b6bd649c54fd8c965632dc2b7e221e13a3468a8866272e2
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75727d0b74dff3cb4f152d79cddcc3d40700f4e7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0954fc06a8da47d81146352f4c512874bfb10241f6837eef77d0f04e55115
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c42dec1a5f67070ea4bad54eaaef430d1af53591
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35802204932780624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3081 | LCC = 0.9088 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.22487245861850033
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2667 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.2044175650084639
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2529 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1952525127054639
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2894 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.19195055440498915
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2527 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18362244498522984
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2694 | LCC = 0.9184 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1802478011891332
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2595 | LCC = 0.9204 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.17512875459442248
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2423 | LCC = 0.9204 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1682415235507695
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2699 | LCC = 0.9223 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.16531080976559248
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2227 | LCC = 0.9215 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.16818611121418847
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2706 | LCC = 0.9211 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.1540842783244359
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2257 | LCC = 0.9208 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.15744192454683986
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2282 | LCC = 0.9181 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.14987122831661578
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2280 | LCC = 0.9227 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.15251679132784032
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2513 | LCC = 0.9233 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.1431559575775455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2723 | LCC = 0.9223 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.1363933279550489
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2713 | LCC = 0.9209 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1321919886233834
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2242 | LCC = 0.9209 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.13173372574107495
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2155 | LCC = 0.9215 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.12871467774314
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2409 | LCC = 0.9213 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.12421824498844973
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2407 | LCC = 0.9192 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.12363154897627802
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2297 | LCC = 0.9202 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.12029605195184663
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2515 | LCC = 0.9181 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.11959464059916534
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2451 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1152169294009319
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2254 | LCC = 0.9195 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.10920516681464422
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2444 | LCC = 0.9182 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.10466848951199151
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2256 | LCC = 0.9202 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.10360690550824811
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2309 | LCC = 0.9197 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10149333107075251
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.9175 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.09763371709712668
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2408 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.09500567350170516
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2457 | LCC = 0.9177 | SRCC = 0.9172 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2130 | LCC = 0.9062 | SRCC = 0.8925 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ed1eb35e5c550b56c2ae0b4a05503ca8bc524f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f231cf8c3fb1018af45e8171680fddb03572c7d1c1b1a0fab7630d7be7043c63
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf5afa04888511388c92923d6b377939fea9e90
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6c82456b2d031ce19d435c3c8021082e6687d06d2c54691ae6509eafd91ff5
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aebfd9c1942f26ae4e7c2480b2594b054f30dd9c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.373197579314943
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2751 | LCC = 0.9069 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.23479134903822332
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2981 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.20972108039897303
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2799 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.19346821962753472
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3395 | LCC = 0.9176 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.197607976077609
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2430 | LCC = 0.9180 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.18041177218876822
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.179637406085957
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.9200 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1750605326856492
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2814 | LCC = 0.9218 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.16957097000986165
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2705 | LCC = 0.9216 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.16863469107647164
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2267 | LCC = 0.9204 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1601487204777023
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15730381063643217
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2120 | LCC = 0.9198 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.16267990320920944
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2641 | LCC = 0.9214 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14895982551523027
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2537 | LCC = 0.9210 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1464425084649483
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2578 | LCC = 0.9198 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.14329201030421118
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2541 | LCC = 0.9203 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13810452052279015
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2378 | LCC = 0.9194 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13168446947901236
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2787 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.13156275184168292
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2912 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.12619062702607559
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2471 | LCC = 0.9201 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12875278220872657
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2305 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11759762605921381
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2703 | LCC = 0.9189 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11937294310400251
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2464 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11666521007959553
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2573 | LCC = 0.9166 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11016689805109377
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2871 | LCC = 0.9165 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.1083945465096504
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2385 | LCC = 0.9173 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1043069880304998
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2713 | LCC = 0.9175 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10431483452547492
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2211 | LCC = 0.9163 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09829828795583952
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2861 | LCC = 0.9156 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09535495286559784
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2357 | LCC = 0.9152 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09171840559282055
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2622 | LCC = 0.9146 | SRCC = 0.9149 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2321 | LCC = 0.9062 | SRCC = 0.8934 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6cc93310e748d8228d2195166776ae2312e071
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2df344084cc886bafc35179b2ddc02fa3f07e753ad161a884cea72f5d4a3a0
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd60c5828b57741cc9bcc15ba46cf87d43630f34
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cbc6b7b07faf357558ffdb1cef970d0aea09ef92e760322a5ebdc7db426685
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b623bc3edcb6f146fbb1c14f648d890c56afe10a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.395045634208387
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2835 | LCC = 0.8951 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.23562102553816888
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2531 | LCC = 0.9078 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.21951270357549535
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2841 | LCC = 0.9072 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.19675362450366765
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2385 | LCC = 0.9132 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19407942542278697
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2561 | LCC = 0.9149 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18458723487881568
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2678 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.18099597195497139
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2715 | LCC = 0.9196 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17258404483857182
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2490 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1702921670037887
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2986 | LCC = 0.9170 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1675467951966159
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2889 | LCC = 0.9212 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.16754753073688186
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2151 | LCC = 0.9209 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.15540946912386513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2729 | LCC = 0.9173 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.15744619605513666
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2414 | LCC = 0.9220 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.15294521465639158
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2450 | LCC = 0.9206 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.15040953173113697
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2340 | LCC = 0.9227 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.13991187418127335
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2337 | LCC = 0.9216 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14707014373788943
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2508 | LCC = 0.9217 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.13208798273881048
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2346 | LCC = 0.9225 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.13001597806208395
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2383 | LCC = 0.9224 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.1313295668647813
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2263 | LCC = 0.9212 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.12465441089145021
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2157 | LCC = 0.9209 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.12062913119103867
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2183 | LCC = 0.9202 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11888783166691058
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2412 | LCC = 0.9204 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.11353181466201827
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2515 | LCC = 0.9203 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.11029163661892015
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2546 | LCC = 0.9187 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.11036865695277391
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.9191 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.10262651745811363
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2482 | LCC = 0.9170 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.10164715836330646
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2292 | LCC = 0.9180 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09880113586611142
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2521 | LCC = 0.9158 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09773303058019953
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2732 | LCC = 0.9170 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09135079823132884
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2705 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2260 | LCC = 0.9039 | SRCC = 0.8903 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb85fa94d4655d13c76ad4fdd9afd41d089a082
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5579aeb0eeba070efb5b070dcd2628ec47f77f3a72c9af296ee1c79ffca413bb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ae4b862639326504042018fbe2afa00fa76908
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5ce2171fe3363f71472edd197632dcbce9e39b1b3197afcf5d506b5cebc19
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer20/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9526f980b97be931498f4c7a74ac10a3a30a801a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.432321537781313
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3209 | LCC = 0.9035 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.23498403164692697
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3801 | LCC = 0.9006 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.20798491949290898
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2827 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1963407815234854
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2463 | LCC = 0.9152 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.19170120858043604
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2617 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.19051606087498582
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3313 | LCC = 0.9111 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18227546636252046
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2851 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.179108751044108
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2790 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1698280449289118
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2574 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1684156620950368
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2341 | LCC = 0.9201 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.16137789573111286
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2643 | LCC = 0.9200 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.15424037328517506
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2519 | LCC = 0.9221 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.15036389640817752
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2414 | LCC = 0.9214 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.14904174527336408
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2438 | LCC = 0.9201 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14574565135502401
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2998 | LCC = 0.9197 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.14339987602020274
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2568 | LCC = 0.9215 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.14185398239965383
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2713 | LCC = 0.9182 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1373837963607959
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2183 | LCC = 0.9176 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1341571614490768
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2583 | LCC = 0.9191 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13188707630413804
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2555 | LCC = 0.9205 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.12589126480797122
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2146 | LCC = 0.9195 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12369568443539515
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2543 | LCC = 0.9191 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12090812055017218
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2373 | LCC = 0.9197 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1177187797995661
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2468 | LCC = 0.9189 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11314018548740817
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2838 | LCC = 0.9167 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.11655966872941552
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2280 | LCC = 0.9180 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1097072174051249
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2377 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.10392113738407978
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2634 | LCC = 0.9154 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10187274200378815
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2418 | LCC = 0.9136 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09929196825089483
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9162 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.0948290488106667
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2275 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2660 | LCC = 0.9075 | SRCC = 0.8912 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer21/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c4ea58a06811a53d62c9e0beac08729e1f04a3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36470f5fe2f7913f57e14114fbf299ddefc582a3a406f60cef783b22df4b8fde
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1020faebbad1e095d58aa01d304da7892d3cdefa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796d297aee3ca43548a32a93fc078d792e39cddd15fc4281fae571f477085dc8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer21/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b28e9766db4baeed5a56981de0cc572acbb4a66c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7384340454732752
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6295 | LCC = 0.8523 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.3638777886167427
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4591 | LCC = 0.8734 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.3360038222260558
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4759 | LCC = 0.8900 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.2883646967955407
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3015 | LCC = 0.8967 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.28125110122165237
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2958 | LCC = 0.8995 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.30549780404292093
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3216 | LCC = 0.9015 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.2549250052671212
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3007 | LCC = 0.9045 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.24130685338911984
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2995 | LCC = 0.9071 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.24611413099862248
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2537 | LCC = 0.9058 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.2525968208822901
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3133 | LCC = 0.9089 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.23604653448383242
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3040 | LCC = 0.9100 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.24413315379033887
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2950 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.22309574687239753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2842 | LCC = 0.9092 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.2082987680945093
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2785 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2217569622087341
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3357 | LCC = 0.9083 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20951436317897257
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3164 | LCC = 0.9077 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.2092629040596802
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2558 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.2054648284364298
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2471 | LCC = 0.9116 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.21431089709432138
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3097 | LCC = 0.9136 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.20345945505565302
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2859 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19730921632292642
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2797 | LCC = 0.9136 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.20583252014452322
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2552 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1935594107718826
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2603 | LCC = 0.9074 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.20686296804275126
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2544 | LCC = 0.9147 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.18670935058869378
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2484 | LCC = 0.9138 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18884250517353157
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2422 | LCC = 0.9146 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19269981704695377
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2782 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18886495347140153
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2561 | LCC = 0.9145 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.18696888540521522
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2614 | LCC = 0.9124 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18526263586703062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2625 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1881744033856199
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2757 | LCC = 0.9167 | SRCC = 0.9160 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3412 | LCC = 0.8974 | SRCC = 0.8816 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer21/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52399eedaea9db3ca52543406871416c3464c51d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51f5e98ebb215cb8fb1dcc648d306a68a10361b02c6cb4ef834352919159847
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fd825a18a271bef3fa2a5eef77ba3f1f62d414
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd2066233c1ba590938b33b159f81b74984ee39ae57f9fd8d9d89f4453ae3f7
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer21/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8ad9931d2fbababc1e152fa9ea08a8b0affc05a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6398154880442372
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4605 | LCC = 0.8537 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.3750236525356425
+INFO:root:
+[Valid][1][UTT][ MSE = 0.7923 | LCC = 0.8734 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.39994444013330976
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3906 | LCC = 0.8748 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.3332433107099092
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3805 | LCC = 0.8966 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.33488944551848265
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2980 | LCC = 0.8992 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.28626241995764606
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2989 | LCC = 0.8992 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.31396397892278055
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2851 | LCC = 0.8982 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.2567818455957953
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2866 | LCC = 0.9044 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.25684321202294674
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3639 | LCC = 0.9068 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.23741338854235722
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2802 | LCC = 0.9084 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.2446046733012089
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3219 | LCC = 0.9100 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.23743913783503406
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2694 | LCC = 0.9086 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.22826781593306217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3386 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.22589755467424502
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3255 | LCC = 0.9112 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.21102545668796308
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.9079 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.21329005661210573
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2659 | LCC = 0.9092 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20941290646963726
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3131 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.22376114155860305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2562 | LCC = 0.9108 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.20724226814301716
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3384 | LCC = 0.9126 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.2015477785829864
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3040 | LCC = 0.9144 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.19454427046238343
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2939 | LCC = 0.9088 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.20550803758333183
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3648 | LCC = 0.9125 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.20072572114150647
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2956 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19464112210997267
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2565 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.20394718530722436
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2588 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1848693195881182
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2496 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19813251404920754
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3064 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.19822955889508903
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2561 | LCC = 0.9158 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.19117468393090142
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2774 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.18837820083936516
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2541 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.18586285718086826
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2582 | LCC = 0.9123 | SRCC = 0.9139 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2411 | LCC = 0.8966 | SRCC = 0.8845 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer21/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125808dba088807c45c230122e982f0c5021cb8a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e846e80f6a6b5e41b8652368ccb40ee2e909d589894b0cb8adeda0b28670d6
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823286a194866998453e19ff86c82f8bcda720ed
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfae0256ee1ea4fd8fc691427f92c535e9dbd420a9ee1ded375ec8b957b8f22
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer21/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..33bb36340433317d64cfb832bad1fff9409754bb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7207889212349247
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3941 | LCC = 0.8519 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.383663048117147
+INFO:root:
+[Valid][1][UTT][ MSE = 0.7950 | LCC = 0.8417 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.3297357297357107
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4460 | LCC = 0.8850 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.3827893905384692
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3579 | LCC = 0.8778 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.2920934713817056
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3084 | LCC = 0.8952 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.2584485607167889
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3039 | LCC = 0.8998 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.25902285629269706
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3052 | LCC = 0.9032 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.24554005459037131
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3094 | LCC = 0.9051 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.23210153199000166
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3111 | LCC = 0.9077 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.2346638155552004
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2866 | LCC = 0.9093 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.23530744485600147
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2736 | LCC = 0.9075 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.22349142498535918
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2897 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.21239455922835135
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2929 | LCC = 0.9060 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.22108324905695942
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3736 | LCC = 0.9094 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.23862405164393385
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2637 | LCC = 0.9059 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.21023060885295702
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3052 | LCC = 0.9111 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.2050269167719549
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2824 | LCC = 0.9115 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.22455544356321325
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3052 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.21548369130647252
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2737 | LCC = 0.9112 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.20430446330005722
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3654 | LCC = 0.9056 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.2000935559155624
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3132 | LCC = 0.9117 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.19398416983598918
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2939 | LCC = 0.9139 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1931345414994769
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2316 | LCC = 0.9123 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.19505155112357497
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2913 | LCC = 0.9128 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1935327460913989
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2719 | LCC = 0.9124 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1954823119102875
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2799 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1951801478432093
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2923 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.19028555119485524
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2752 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.18665319276338369
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2686 | LCC = 0.9134 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18673717101357576
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3143 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.18705559272125277
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2826 | LCC = 0.9162 | SRCC = 0.9160 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2713 | LCC = 0.8980 | SRCC = 0.8838 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer21/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae556bb61d9efd91eaa9e5250ef1d04b31a5c86
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8e490ec23ec0af1e4f8473b5c4f31b08f16d3813aac449ef765d62aacb0170
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a0e5509968b6f9caa6e5be56c31d09d0583b26
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab4806bbd07d1e26412da917dadc601d3632fb91fecfeb687684d5abb8d025d
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer21/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea6a0155e6ef1f02ddb35f75d7634939e397dc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6887706426871305
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6258 | LCC = 0.8156 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.3888167338391949
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5592 | LCC = 0.8585 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.3202260631012779
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3241 | LCC = 0.8884 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.3152439056793389
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2953 | LCC = 0.8964 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.27718478441238403
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3812 | LCC = 0.8985 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.25954227261460583
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3232 | LCC = 0.9005 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.25933769913767113
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3400 | LCC = 0.9033 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.25848007684498164
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3051 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.23476810770572265
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2983 | LCC = 0.9081 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.24400105211087045
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3117 | LCC = 0.9046 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.22870723885952393
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3417 | LCC = 0.9074 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.22286993196244873
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3116 | LCC = 0.9062 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.2204573528270501
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2918 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.21519400924444199
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2880 | LCC = 0.9093 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.2130342365775494
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2587 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.21270299095638914
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2663 | LCC = 0.9111 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.21343976526246594
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2911 | LCC = 0.9133 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.21056284290345417
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2730 | LCC = 0.9136 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.21156620105050203
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2813 | LCC = 0.9115 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.20243648887541943
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3080 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.20335359561305516
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2695 | LCC = 0.9138 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.2105765332807006
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2984 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.2113967335895996
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3011 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.19842746759081162
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2778 | LCC = 0.9141 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.19051399486774653
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2846 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.19085224093384826
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2649 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1858313904073886
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2587 | LCC = 0.9150 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.19535023051534775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2827 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19113824947204203
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2789 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.18843572797802832
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2448 | LCC = 0.9137 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.18629708365036574
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2730 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2871 | LCC = 0.8982 | SRCC = 0.8864 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer21/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332d2db64beb3fcad5681c23da33a8079af6ff41
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380fbf69142b281143ab5b3ca24bb62fb001ef5f38ada1a5955df960403592c4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer21/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6ef8d969942f349164176b3ce7f92d2e96933c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d3268b3ace2a94bb8c6f2edfb0ca32769f932554c40c6e39b4742783654749
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer21/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer21/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ba1ad0806751d7c24ebb9a098a5715f4c54a0b18
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer21/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7310262465408083
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4025 | LCC = 0.8514 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.34812139663737635
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3239 | LCC = 0.8874 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.3177702714597559
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4004 | LCC = 0.8750 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.3490567906743529
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3012 | LCC = 0.8944 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.2728173041102514
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3813 | LCC = 0.8896 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.27049791041998505
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3626 | LCC = 0.9019 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.27119311354408376
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2936 | LCC = 0.9037 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.2776585860403976
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2965 | LCC = 0.9034 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.23456230010255913
+INFO:root:
+[Valid][8][UTT][ MSE = 0.5321 | LCC = 0.9052 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.23701825048882147
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2938 | LCC = 0.9098 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.25125346328481774
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2815 | LCC = 0.9034 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.23305062829070008
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2916 | LCC = 0.9099 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.2355236712132575
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3709 | LCC = 0.9078 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.21002959343739327
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2514 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.21424986736450582
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2847 | LCC = 0.9111 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.2305404143569442
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2834 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.20787071440950294
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3126 | LCC = 0.9134 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.20860978633682162
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3722 | LCC = 0.9098 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.20532383420908382
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2989 | LCC = 0.9097 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.21033675154681838
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2727 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.20582257258581976
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2737 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.2067714572555757
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2367 | LCC = 0.9132 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.2011028981708378
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2613 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.20393191101406352
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3296 | LCC = 0.9142 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.19404835620022923
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3003 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.19001844068827656
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2733 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.19880928499677966
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2897 | LCC = 0.9151 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.19296882762385242
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2710 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1919239355046625
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2772 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.18686795338040832
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3104 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.18539067319018304
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3582 | LCC = 0.9151 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2452 | LCC = 0.8972 | SRCC = 0.8830 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d47d61aaa5bd0f04e15c24f9244e1f4f26cd75
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca15aa1494798f39ec48cfb915ab276e09ef4ec877fd79cde71df168ceb8aa9c
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eef60ee20a91eaf1b99372fe8029cb99b2a0e21
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4033763493e7241c74b13f045436b4c8f380a8abd25c095b7836e844a1bced7d
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3c7336376768e9461d5bd39e572c5fd0ea6a6c60
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7639655749921854
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6959 | LCC = 0.7851 | SRCC = 0.8322 ]
+INFO:root:Average loss=0.5109663838251478
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5207 | LCC = 0.8289 | SRCC = 0.8485 ]
+INFO:root:Average loss=0.42879805080807964
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4277 | LCC = 0.8671 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.3982631153281713
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5723 | LCC = 0.8616 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.37810700416909476
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4909 | LCC = 0.8667 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.3364486352384435
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4013 | LCC = 0.8787 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.3357518810585055
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3170 | LCC = 0.8911 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.2786512733194869
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3253 | LCC = 0.8889 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.29604213783851246
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3971 | LCC = 0.8860 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.27296268595436407
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3438 | LCC = 0.8918 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.3026570667421198
+INFO:root:
+[Valid][10][UTT][ MSE = 0.5230 | LCC = 0.8623 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.2831987173571063
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3299 | LCC = 0.9010 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.28892723742248005
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2979 | LCC = 0.9007 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.2532990001185092
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4283 | LCC = 0.8826 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.24895960049477617
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3310 | LCC = 0.9038 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.2388831916227506
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3332 | LCC = 0.9011 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.24697152202184489
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3877 | LCC = 0.9007 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.2449745635335156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2543 | LCC = 0.9029 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.2473754565409153
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4211 | LCC = 0.8954 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.2374214253501396
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3255 | LCC = 0.9045 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.22835800740760187
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2996 | LCC = 0.9086 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.22859396505562557
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3727 | LCC = 0.9052 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.22398813930205527
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2783 | LCC = 0.9085 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.22538045070247154
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3179 | LCC = 0.9069 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.2369646484279908
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2688 | LCC = 0.9097 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.2166179754916643
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2507 | LCC = 0.9075 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.22470425267440047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3059 | LCC = 0.9015 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.20892068868599875
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3021 | LCC = 0.9085 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.2082589062393745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3224 | LCC = 0.9070 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20382060437877744
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2886 | LCC = 0.9103 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.23333900012721906
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4193 | LCC = 0.9043 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3188 | LCC = 0.8850 | SRCC = 0.8779 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bec28f364db8cdee01563fac2e20f86b1dd236
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d973f48bfa169107f1126cb1136df666612541da969023659e39e92169b6ca5
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893604e7230e641ec80d70d64f3ca58085dbcf01
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ac15979a26a29fe0d409b5cebc8f44d85ed13ba7d039c6edc10197f101ee73
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7207b4ba442e8cca7af979c0a1c34d4ce16cd9a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7058252199536803
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5372 | LCC = 0.8426 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.4327240584558145
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4703 | LCC = 0.8397 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.3651787691205912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3615 | LCC = 0.8741 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.4128669482262837
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5503 | LCC = 0.8805 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.3711775247589012
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3458 | LCC = 0.8795 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.33092153339372204
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5235 | LCC = 0.8856 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.35025951240448594
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3467 | LCC = 0.8898 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.3189076709781768
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4394 | LCC = 0.8780 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.32250673888046616
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4692 | LCC = 0.8837 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.3000941616779118
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3504 | LCC = 0.8817 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.27675073055518157
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3458 | LCC = 0.8870 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.3281514567102311
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3072 | LCC = 0.8953 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.27591617861924145
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3274 | LCC = 0.8992 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.27610034913341436
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3219 | LCC = 0.9007 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.28319131716482904
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4355 | LCC = 0.8992 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.2419774030588266
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3146 | LCC = 0.8969 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.26227535453834977
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3310 | LCC = 0.9067 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.25475029561216433
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3258 | LCC = 0.9071 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.2316025282778492
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2900 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.22871740657642398
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3244 | LCC = 0.9088 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.2476151328038618
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3468 | LCC = 0.9080 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.22326220124098606
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2979 | LCC = 0.9052 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.21814294999217712
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2751 | LCC = 0.9074 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.2301281122113928
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2920 | LCC = 0.9084 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.2329052389529399
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3069 | LCC = 0.9086 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.2237189874225269
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3031 | LCC = 0.9034 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.2149631489994209
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2740 | LCC = 0.9087 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20759074209053394
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3000 | LCC = 0.9094 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.20953545478210284
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3706 | LCC = 0.9080 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.2063130537381751
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2401 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.20878986915239708
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2898 | LCC = 0.9099 | SRCC = 0.9113 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2652 | LCC = 0.8917 | SRCC = 0.8805 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364479134a3fd6c7b0f2c6300a80d8348a79974
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f573e9fb584665c1f40b98acde361d73e75d8803e2339336a5d7e89305c0dbe4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ee896a9e0183e00f765720a9dd19884a557099
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b152eaeb63f3ca9a603eefb9b8f8a260e56c1f38d4ca0f7ea574e68be09fe1c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..32a602d07d9bea9de6f1113404e4f2548d09780a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8442094258834861
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5291 | LCC = 0.8265 | SRCC = 0.8319 ]
+INFO:root:Average loss=0.44125294151333716
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4898 | LCC = 0.8653 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.43833884235062354
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4798 | LCC = 0.8600 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.3614261453551364
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4936 | LCC = 0.8689 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.36418202321308885
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3713 | LCC = 0.8842 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.3032733967710782
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3431 | LCC = 0.8932 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.2814891159189919
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2965 | LCC = 0.8892 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.26994620306643446
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3080 | LCC = 0.8983 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.28546958395166894
+INFO:root:
+[Valid][8][UTT][ MSE = 0.5024 | LCC = 0.8788 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.30792037410543144
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3390 | LCC = 0.8936 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.25021967903382514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3298 | LCC = 0.8993 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.24397114866730796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3168 | LCC = 0.8935 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.3021894319553596
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3662 | LCC = 0.9008 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.2457928990008514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3895 | LCC = 0.9009 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.24838422488615003
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3027 | LCC = 0.9044 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.23547614430416527
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3059 | LCC = 0.9044 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.23587388751996047
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2742 | LCC = 0.9069 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.2326799701748556
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2996 | LCC = 0.9047 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.22010364766754856
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2983 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.22853504422772136
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2858 | LCC = 0.9090 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.2218542317779078
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2833 | LCC = 0.9092 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.22335203844687843
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3423 | LCC = 0.9041 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.21864292594049708
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2906 | LCC = 0.9080 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.23186050829170757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2560 | LCC = 0.9054 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.21713649903590967
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2698 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.2101233223873067
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2662 | LCC = 0.9096 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.22341070698864887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2806 | LCC = 0.9103 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.2087637677444199
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2731 | LCC = 0.9105 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.20572517971599721
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2963 | LCC = 0.9099 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.20314352425364401
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3297 | LCC = 0.9093 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.21554844662805514
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2944 | LCC = 0.9070 | SRCC = 0.9071 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2978 | LCC = 0.8894 | SRCC = 0.8764 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab1e45c5aed9013afbf98da44a07d429f4eb619
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348ed1ea867338d82f7c710a9449b97550d8b13830319ceb511247636f6b134d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498db1b150ff1c99e067b7562b3089cca95cecf2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90569cd2d176aaf4f39cd75300e48a09efe503cc5b226eda50d7d2ef974a1a8
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78b5c0434d7924cdb21da4546f01c454c95c561d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8586908323916397
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5129 | LCC = 0.7793 | SRCC = 0.7990 ]
+INFO:root:Average loss=0.502805388387228
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5081 | LCC = 0.8282 | SRCC = 0.8444 ]
+INFO:root:Average loss=0.4031910477690614
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3744 | LCC = 0.8741 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.3622185692966329
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3784 | LCC = 0.8784 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.32753390547512584
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4175 | LCC = 0.8644 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.3447975552495504
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4031 | LCC = 0.8880 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.2985190147092577
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2840 | LCC = 0.8914 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.3225316099521053
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3542 | LCC = 0.8945 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.27264919291341927
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3283 | LCC = 0.8993 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.32774977291250507
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3907 | LCC = 0.8758 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.26725300052606993
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3088 | LCC = 0.9006 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.26305666944884154
+INFO:root:
+[Valid][11][UTT][ MSE = 0.5778 | LCC = 0.8924 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.24993364943589777
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2719 | LCC = 0.8965 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.2453600558845294
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4526 | LCC = 0.8954 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.25196584111693276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2967 | LCC = 0.9062 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.23276624074905594
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3914 | LCC = 0.9007 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.2640345535009583
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3486 | LCC = 0.9067 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.23312196092453996
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3347 | LCC = 0.9054 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.22472016005157736
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2528 | LCC = 0.9054 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.222749220799504
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2726 | LCC = 0.9081 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.21455927852089005
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4086 | LCC = 0.9048 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.23013382814178576
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4173 | LCC = 0.9059 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.23709450067812307
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2621 | LCC = 0.9067 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.21698113328459634
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3395 | LCC = 0.9070 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.21144864578984376
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2552 | LCC = 0.9078 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.21353343189451734
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2945 | LCC = 0.9106 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.22163108508021845
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2581 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.20210795474879314
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2687 | LCC = 0.9116 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.21193638340586182
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3540 | LCC = 0.9115 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.21447667134979556
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2924 | LCC = 0.9103 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.2097816377275252
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2578 | LCC = 0.9096 | SRCC = 0.9102 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2652 | LCC = 0.8917 | SRCC = 0.8819 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03ff5f2b891fd36bd15b5af92f9e378636bf8a6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb68dfa9c17a59e2cbabb594c6db02c2aa66749257a2eae590e208096f5ae270
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9955462c08cc3e6ffd411ae14257ef4d39b3b1be
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eccabd3985559c1bd93c85dcac4fc335e10d93c3dd61f35fc1359020c0324d7
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer22/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1935cfd26b368f2df6c9c669df5debbe78ae0c17
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7134300706359004
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5355 | LCC = 0.8293 | SRCC = 0.8363 ]
+INFO:root:Average loss=0.466228216455851
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4277 | LCC = 0.8547 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.4789374264850782
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4159 | LCC = 0.8504 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.42461462723726484
+INFO:root:
+[Valid][3][UTT][ MSE = 0.9365 | LCC = 0.8428 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.46326745452219353
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3767 | LCC = 0.8831 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.3679753734024963
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3983 | LCC = 0.8839 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.3417186547566011
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5058 | LCC = 0.8809 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.3152527089063832
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3331 | LCC = 0.8936 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.3140649691310232
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3108 | LCC = 0.8960 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.284437956406891
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3300 | LCC = 0.8912 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.2865423798733364
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4711 | LCC = 0.8894 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.2651843149537985
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3011 | LCC = 0.9001 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.28489493875834293
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2789 | LCC = 0.8987 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.25033196514052464
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3200 | LCC = 0.9017 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.2468324661082615
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2873 | LCC = 0.9039 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.23049898824595302
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3481 | LCC = 0.9041 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.2443334594196667
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2651 | LCC = 0.9050 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.2354514693163034
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2693 | LCC = 0.9028 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.2321978341034382
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3826 | LCC = 0.9029 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.24066825198128045
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3009 | LCC = 0.9045 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.2369133857633337
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2581 | LCC = 0.9038 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.21208204708002895
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2624 | LCC = 0.9048 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.22072724868796464
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3525 | LCC = 0.9070 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.23402467783475886
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2956 | LCC = 0.9087 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.22680416195034292
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2967 | LCC = 0.9069 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.2252628960016835
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2568 | LCC = 0.9078 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.21906198944487323
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3106 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.21568204415154596
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2696 | LCC = 0.9092 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.209339997068995
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2793 | LCC = 0.9107 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.2123504017043665
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3875 | LCC = 0.9072 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.2101907374800285
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3389 | LCC = 0.9070 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2610 | LCC = 0.8896 | SRCC = 0.8781 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer23/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9bcf2d1fe61bdbf5d20bc719cc0fe19a7a6c52
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70bcfae952a521eaaeeba11131ab0d91ba575e5ec2036de167e68cc7448a84f
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753403b1e45cf6013fb42d29298574b7129d358e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e715bed948c2ee61b784a5f80fb3c096cd00a268c4ba8c285aaad86b14aa4c89
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer23/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a966a80220fd1439c6f61ab4f3cc16032c444de7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7547309505457134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4543 | LCC = 0.8107 | SRCC = 0.8337 ]
+INFO:root:Average loss=0.3901054529268618
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3847 | LCC = 0.8583 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.3865302121535891
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4166 | LCC = 0.8530 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.3921830952167511
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3698 | LCC = 0.8709 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.38126661029854264
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3757 | LCC = 0.8726 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.36709127975681616
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4117 | LCC = 0.8605 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.3452775424098693
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5014 | LCC = 0.8575 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.3049593732363916
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4076 | LCC = 0.8956 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.27271294171755023
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3752 | LCC = 0.8963 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.28472984853507466
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2863 | LCC = 0.8973 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.2614864478738322
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3078 | LCC = 0.8977 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.2779625745522494
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4244 | LCC = 0.8960 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.24897550709674812
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3137 | LCC = 0.9050 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.276201174610612
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3079 | LCC = 0.8991 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.26728641805965775
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3033 | LCC = 0.9032 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.23707927057164252
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2991 | LCC = 0.9040 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.26691692972803394
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4438 | LCC = 0.9021 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.24009890372008946
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3752 | LCC = 0.9062 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.24498779115649316
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2878 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.22687676871959875
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3424 | LCC = 0.9068 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.2300964320412261
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3214 | LCC = 0.8992 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.22807580241233627
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3291 | LCC = 0.9074 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.21203405590932492
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4299 | LCC = 0.9080 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.23650964241840935
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2984 | LCC = 0.9104 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.21033177020921873
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3880 | LCC = 0.9080 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.22021074817015257
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3234 | LCC = 0.9087 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20718251978386346
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2697 | LCC = 0.9084 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.20536491589222342
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3454 | LCC = 0.9079 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.2088024688593914
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3005 | LCC = 0.9107 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.22699335790266192
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2973 | LCC = 0.9109 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.20809961149113715
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3743 | LCC = 0.9076 | SRCC = 0.9098 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2696 | LCC = 0.8892 | SRCC = 0.8744 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer23/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122d7072859345b6578638b60fcb70704490eed7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3768a5c0ec2f66a4dabd1fb6b25c8fbd4c737c38d9129df98cdc4cf4b5dab4a0
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b0882f10025e1ddc8a0b49b24b9f04305c64c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe53a55e7927cea3a55972a0ef5ab89ccd5519012404dbfbafc216f6d932fd3
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer23/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8aa58fcfacd962f971f890210309e3820c4793e8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8236738677658787
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6207 | LCC = 0.8025 | SRCC = 0.8246 ]
+INFO:root:Average loss=0.49165692632597996
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4730 | LCC = 0.8639 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.38237532318672
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3489 | LCC = 0.8796 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.3299382862155837
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4776 | LCC = 0.8705 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.2991260090315273
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3370 | LCC = 0.8922 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.3310518846174196
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4436 | LCC = 0.8811 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.2881928959678363
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3187 | LCC = 0.8951 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.28538663073771264
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3434 | LCC = 0.8983 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.28359506352443914
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2922 | LCC = 0.8991 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.27667262538664605
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3318 | LCC = 0.9005 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.28527573707131293
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3024 | LCC = 0.9030 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.26005133784058465
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3060 | LCC = 0.9031 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.2533862427135423
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2946 | LCC = 0.9020 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.25559590291770207
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3165 | LCC = 0.8982 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.2374583421587255
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2995 | LCC = 0.9046 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.2600254584426825
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3842 | LCC = 0.8993 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.24600278736883505
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3106 | LCC = 0.9078 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.2245649885321628
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2748 | LCC = 0.9045 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.22275109890568462
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2786 | LCC = 0.9042 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.24176173807913168
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2907 | LCC = 0.9082 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.21761019123082906
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2604 | LCC = 0.9076 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.23530799331348065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2774 | LCC = 0.9082 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.22701801480240905
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.9082 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.21255207165128234
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2808 | LCC = 0.9096 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.20990454022250424
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2730 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.20435109992936856
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3206 | LCC = 0.9096 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.21258591658118142
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2610 | LCC = 0.9085 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.2018896245715246
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2776 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.2077411429558186
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2481 | LCC = 0.9107 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.20398642398373928
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2902 | LCC = 0.9125 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.19924790119332386
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2875 | LCC = 0.9097 | SRCC = 0.9108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3258 | LCC = 0.8922 | SRCC = 0.8817 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer23/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca383db9b399a0bec1c012bc99f996fd8e167883
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13474194482ff3821b9fb98df8d89ba2d32199913b2078c8ae3694864d87380
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f05edca64a0749365535ba1849c9ec803fe2b4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a5ff7b82773ffdfc7db1fe4871312deddf83269cc297d5f2ded07e7ca5adb0
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer23/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dce9cca069692e0d858437773316c73cf3b7bd6b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7376604133603201
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6877 | LCC = 0.8190 | SRCC = 0.8417 ]
+INFO:root:Average loss=0.5380414684728391
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5976 | LCC = 0.8439 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.400711357851938
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3140 | LCC = 0.8737 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.36374140164755675
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3792 | LCC = 0.8872 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.33317848170079245
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3445 | LCC = 0.8884 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.3337513259208271
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4332 | LCC = 0.8880 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.3097720541533707
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3770 | LCC = 0.8793 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.3082278510394124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2988 | LCC = 0.8949 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.2826276400874805
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3539 | LCC = 0.8955 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.26834239901145757
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4272 | LCC = 0.8829 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.30328457376171397
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3429 | LCC = 0.8806 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.2700996283506382
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3500 | LCC = 0.8951 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.27271681179890056
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3111 | LCC = 0.8981 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.24288137308779478
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2908 | LCC = 0.8976 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.2455634171563077
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3128 | LCC = 0.9049 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.2505882720899031
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2762 | LCC = 0.9040 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.2693390240731267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3239 | LCC = 0.8988 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.25135877418380254
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3189 | LCC = 0.9027 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.23509188793125868
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3701 | LCC = 0.8991 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.24331364349995047
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2743 | LCC = 0.9030 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.25479612744957036
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2681 | LCC = 0.9066 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.22220296438546538
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2891 | LCC = 0.9050 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.21847591351050172
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2642 | LCC = 0.9079 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.22535465933339444
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2861 | LCC = 0.9093 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.21576572343104147
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3190 | LCC = 0.9071 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.22598110363318052
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2435 | LCC = 0.9025 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.2215027823785826
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2795 | LCC = 0.9102 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.20831213546970676
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2917 | LCC = 0.9073 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.21832484243749883
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2768 | LCC = 0.9106 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.21019680139129562
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2509 | LCC = 0.9103 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.21520731029655202
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2450 | LCC = 0.9106 | SRCC = 0.9095 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2614 | LCC = 0.8923 | SRCC = 0.8794 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer23/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3e95340f4d696c060bbb444bc7c73ce35a4818
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791816eace61862eda274914e29641ad16b255aae60d9336a215a7083cc33868
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a700599578ce1a552d002f00759f90eb313f2a1d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37abfb4971c06435384456fef4eae4198d79840339a6ec9516211ce187c3985e
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer23/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4587a25dd3f03238ff5fa2ae483d29a429eb8185
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8309201064998704
+INFO:root:
+[Valid][0][UTT][ MSE = 0.9591 | LCC = 0.7531 | SRCC = 0.8108 ]
+INFO:root:Average loss=0.49587433996228125
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4512 | LCC = 0.8550 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.4226861163715407
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3629 | LCC = 0.8780 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.3424612492150654
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3411 | LCC = 0.8820 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.3080786085025424
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3882 | LCC = 0.8847 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.3125936806718738
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3679 | LCC = 0.8923 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.27819031778443065
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3273 | LCC = 0.8956 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.27076191442205727
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3765 | LCC = 0.8931 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.26767845279564056
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3100 | LCC = 0.8988 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.29718364275604314
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4024 | LCC = 0.8905 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.26952107233463685
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2927 | LCC = 0.9023 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.2535752037787713
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3016 | LCC = 0.9033 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.2525037745864405
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4080 | LCC = 0.9029 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.2411045637950732
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2666 | LCC = 0.9028 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.2562101027696808
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3220 | LCC = 0.8998 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.22923721261107163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2546 | LCC = 0.9054 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.2531031986881543
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2576 | LCC = 0.9028 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.23299257724271344
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2938 | LCC = 0.9036 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.23691037521196928
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2716 | LCC = 0.9075 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.2164790246614142
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3297 | LCC = 0.9032 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.23050453320059472
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3020 | LCC = 0.9091 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.22028299136830204
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2603 | LCC = 0.9075 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.2195689478792207
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3164 | LCC = 0.9068 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.21087546043657843
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2705 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.20263204198179907
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2819 | LCC = 0.9102 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.20657523325240681
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3492 | LCC = 0.9076 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.21188529817699697
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3004 | LCC = 0.9061 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.201714410516568
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2803 | LCC = 0.9103 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.21111082617258062
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3592 | LCC = 0.9068 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.22030126118246532
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3212 | LCC = 0.9114 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.2101110153632357
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3007 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3205 | LCC = 0.8950 | SRCC = 0.8839 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer23/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287ea1e12dc07a289d57522b3839d02328317a9b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e35d7d3165b3a68fcb6e843ceb4f7a04dc313f2ba4c2316741fefe494d50be5
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer23/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78f9f3a51748abed68fafcbda7216e44e5bbaba
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14aedf1c20d81395d59641fa252e0ae9af4773f27b3bf03a21496563001e50a
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer23/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer23/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dae4832b4aa4d81bb84fc52b65661125903d6f71
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer23/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8370955512358275
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5114 | LCC = 0.8292 | SRCC = 0.8320 ]
+INFO:root:Average loss=0.4516951227291471
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4494 | LCC = 0.8520 | SRCC = 0.8594 ]
+INFO:root:Average loss=0.37424913367439555
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3376 | LCC = 0.8737 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.34512405321432676
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4788 | LCC = 0.8646 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.3258403113294888
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3569 | LCC = 0.8873 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.27897613646322594
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3573 | LCC = 0.8904 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.2906715641648783
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3280 | LCC = 0.8926 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.2956777502691126
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3201 | LCC = 0.8948 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.27110051057931317
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3691 | LCC = 0.8900 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.25041091579922364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3442 | LCC = 0.8956 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.25151422860994505
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3372 | LCC = 0.8998 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.26492334299349374
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3299 | LCC = 0.9022 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.27599195955116623
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2893 | LCC = 0.8998 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.25673995507245806
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2988 | LCC = 0.9016 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.25012260963978794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2637 | LCC = 0.9043 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.25433666642346137
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2869 | LCC = 0.9052 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.23059805676427192
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2546 | LCC = 0.9051 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.23796703063511435
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2794 | LCC = 0.9070 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.2237077713271097
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3072 | LCC = 0.9071 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.2100297131634861
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.9061 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.22123591472647783
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2886 | LCC = 0.9085 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.22462250804797762
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3636 | LCC = 0.9066 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.2075005370929751
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2685 | LCC = 0.9093 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.19929382924227357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2596 | LCC = 0.9091 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.2381612192516382
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2753 | LCC = 0.9096 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.2126491322596638
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2806 | LCC = 0.9087 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20309144542740948
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2713 | LCC = 0.9086 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.2128908526087772
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3359 | LCC = 0.9085 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.207582404158708
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2738 | LCC = 0.9113 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.19817040399836666
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2681 | LCC = 0.9114 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1985888401466298
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2924 | LCC = 0.9112 | SRCC = 0.9100 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3033 | LCC = 0.8897 | SRCC = 0.8755 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f71c75ba4638da546461b478f67673417af583
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d19b8c7784f64f4496d1cf89965197a6745b77c3e68f11191a3798e2858b22f
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a94474249fcaca374f1f0f0859f87444065eae6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a23ce0ca20c31585f6059c2fa6e9d3c635faa5ac556120d2044370439727f1
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3482dc1908feb17293f4664e59aba6efaecdda0f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48939142139316294
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3198 | LCC = 0.8879 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.23529313173080454
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2639 | LCC = 0.9066 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.21057471271195163
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2690 | LCC = 0.9084 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.19203942032218668
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2769 | LCC = 0.9143 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17909668136194262
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2294 | LCC = 0.9153 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17369811904395935
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2718 | LCC = 0.9167 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16746590915270623
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2563 | LCC = 0.9179 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.16203955995898717
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2888 | LCC = 0.9176 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1540553770485641
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2520 | LCC = 0.9201 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.15279044275511208
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2746 | LCC = 0.9177 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14304152083706995
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2437 | LCC = 0.9173 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14037543815167652
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2859 | LCC = 0.9171 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13419133114676945
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2507 | LCC = 0.9152 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1305227192237198
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2570 | LCC = 0.9164 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12791162884304288
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2562 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.12068251931684555
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2543 | LCC = 0.9164 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.11965643033126876
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2359 | LCC = 0.9180 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.11588737743266056
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2431 | LCC = 0.9172 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11058244918812217
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2286 | LCC = 0.9185 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10230393912320192
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2430 | LCC = 0.9153 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10143722488270329
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2280 | LCC = 0.9190 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.09709097681879308
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2358 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.09282697969778425
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2428 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09152729813590904
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2528 | LCC = 0.9137 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08734750276097672
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2641 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.08687159711914945
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2547 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08531443113622637
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2264 | LCC = 0.9168 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.08198453944628638
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2147 | LCC = 0.9161 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07607484363407069
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2369 | LCC = 0.9161 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.07443025339976211
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2342 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07398091917696027
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2680 | LCC = 0.9133 | SRCC = 0.9142 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2354 | LCC = 0.9019 | SRCC = 0.8904 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e699f01def42b01f58ed39766acbc06192e523f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7f4f7a46274a50ceca69fa5da108df619e8b659bdcebc2da9eb9d7bb83c596
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc4588a445a37c66e26926562e3ec1722a7ac67
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25999386d787ea2e2f1eb3f388eb07c39bff1a857f4ebba674cd7abb5d13bc4
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcb6810c7c62248adbd44c3f4f2188b2720662
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4578031739919861
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3304 | LCC = 0.8887 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.2326930490015559
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3119 | LCC = 0.9085 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.21010139674981895
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2692 | LCC = 0.9073 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18795750608850767
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2711 | LCC = 0.9128 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.17831147246794893
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2870 | LCC = 0.9159 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1686869085351856
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.16495311828706996
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2337 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15948671068070253
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2731 | LCC = 0.9179 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.15260669302647514
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3181 | LCC = 0.9121 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.15070721149616848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.9181 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.14539918781532718
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2463 | LCC = 0.9184 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.14471714891967058
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2640 | LCC = 0.9138 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.133772319408855
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2592 | LCC = 0.9169 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13228679133977503
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2543 | LCC = 0.9162 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.12766580946872688
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2639 | LCC = 0.9157 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1228171909561736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2419 | LCC = 0.9184 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1219299818480635
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2511 | LCC = 0.9173 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1157204949356228
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2302 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.11048391146983715
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2426 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10466188775924588
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2244 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10250903140602774
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2389 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10086617261343608
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2659 | LCC = 0.9147 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.0971608747421317
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2620 | LCC = 0.9120 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09471179256377192
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09191566606649773
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2401 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08595821166658676
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2351 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.083225106379028
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2434 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0844459207244002
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2364 | LCC = 0.9131 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0781180611192491
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2380 | LCC = 0.9131 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07772117248074167
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2462 | LCC = 0.9116 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07202543443165763
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2535 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1970 | LCC = 0.8966 | SRCC = 0.8842 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce45e5bd3719eb483be165521741c9d197430663
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a883837be3c3551564bf9221bde78f6fecf142c7319263a3988789aeaa742
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3646bf599e9627c79fa575c9e7a0d0cfe7fa42b4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6357702921ddf9dfc23c4b52f79b024d6f029ea703062bb6c7dce000b01de9
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..586c8f0cc4a71f01ee66626f2cae9bcd02526e1d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4256116283594528
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3145 | LCC = 0.8895 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.25205947949707164
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2689 | LCC = 0.9060 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.20207819639775104
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2875 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19067825359760682
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2457 | LCC = 0.9136 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17910617779445098
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2497 | LCC = 0.9164 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17120998008230517
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2818 | LCC = 0.9175 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1637555429270502
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2720 | LCC = 0.9156 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15906777676474843
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2677 | LCC = 0.9142 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1586427818660791
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2645 | LCC = 0.9130 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.14723983002191335
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2361 | LCC = 0.9184 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1452150300920354
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2564 | LCC = 0.9194 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1376826300614142
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2369 | LCC = 0.9182 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.13364437278467795
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2293 | LCC = 0.9157 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13062879744637218
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2593 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12161449920063074
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2241 | LCC = 0.9173 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.11838149865066384
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2307 | LCC = 0.9181 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.11490552138128032
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2435 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1100954698086474
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2355 | LCC = 0.9175 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1062961043090145
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2205 | LCC = 0.9175 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.10030015032587714
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2346 | LCC = 0.9171 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.10122576274106958
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2521 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09432256290678344
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2327 | LCC = 0.9138 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.0906402294260229
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2186 | LCC = 0.9169 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.09210649690445448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2329 | LCC = 0.9159 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08696797841115494
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2322 | LCC = 0.9167 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.08290344166617862
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2509 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.07937875013217072
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.9132 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.07701161342290784
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2329 | LCC = 0.9146 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.078698983792797
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2213 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07096217166783148
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2330 | LCC = 0.9127 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.0750759699398038
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2195 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2922 | LCC = 0.9057 | SRCC = 0.8925 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9053d4a281f30aae5c68343496c67dacbf6c3dfb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cda742656ff1d745154279da7c1dd952bab1c273891d6ddce68513c1c4a385b
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4254877d9576562780375b3f4db3a83e7db00130
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb8b07bad940ebb50b8cb2559407e37fd4e99ffc73e0d25254e2beb691d2eb3
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f6729f20ae1464a5c7ba934dadda2ae53bae81f6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4102279257050828
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3841 | LCC = 0.8945 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.2438117120996376
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3136 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20105524348213494
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2815 | LCC = 0.9120 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1894888460550005
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2597 | LCC = 0.9152 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17706958717004412
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2546 | LCC = 0.9160 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1727990263028641
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2553 | LCC = 0.9184 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16541084212202556
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2452 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1588276560509825
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2594 | LCC = 0.9196 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.15395533284872254
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2795 | LCC = 0.9193 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.14596747314137531
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2594 | LCC = 0.9203 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1464499406559619
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2285 | LCC = 0.9209 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.13830668952940517
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2560 | LCC = 0.9207 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.13227624937116755
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2573 | LCC = 0.9194 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12746967650906887
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2294 | LCC = 0.9198 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.12268373641492314
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2374 | LCC = 0.9189 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11947141794455533
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2299 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.11578679304419226
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2493 | LCC = 0.9188 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11094358369621928
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2553 | LCC = 0.9189 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10851428115126714
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2289 | LCC = 0.9193 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10247038718248379
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2393 | LCC = 0.9185 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09836990515448454
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2598 | LCC = 0.9177 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.09570791783360387
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2473 | LCC = 0.9173 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.09285496203282664
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2814 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09291907796108653
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2486 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08808266287508039
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2953 | LCC = 0.9131 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08263230205357419
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2434 | LCC = 0.9164 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.07911494217080876
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2566 | LCC = 0.9153 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07670126812306442
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2637 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07661647198861735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2547 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.07137286389580352
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2733 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07266486117433262
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2519 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2227 | LCC = 0.9041 | SRCC = 0.8922 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d223fcdc7459db44f122bbccff76ab67d27701a8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4326d40d5f2b65c84fd2f9735057ca04796bd1bdba2b0dd0e3acb1d3bdfa3463
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d3cdd45cf67bcca047ff65a568c0cffa6d51f5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335813822af7c63eaecbfd01280fb21cda364d63fefe31b36e31d9628733b263
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer3/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b82ba4869c40f37443be95e27341e4590c7fbfe3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3942811273770525
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3503 | LCC = 0.8985 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.22407505321020335
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3157 | LCC = 0.9092 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.21091071111446172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2927 | LCC = 0.9109 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.18784984601715396
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2638 | LCC = 0.9125 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.18060061137455735
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2659 | LCC = 0.9155 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17148621414782683
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2883 | LCC = 0.9144 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16759674965990762
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2537 | LCC = 0.9164 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.15937892649042812
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2790 | LCC = 0.9152 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15564526105030424
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2372 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1485478657518508
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2596 | LCC = 0.9178 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.14312829305498587
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2470 | LCC = 0.9193 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.13691587883957548
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2590 | LCC = 0.9165 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13494591765923997
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2591 | LCC = 0.9152 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13059475107086188
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2734 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12429316160995836
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2722 | LCC = 0.9143 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1222630068229113
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2460 | LCC = 0.9153 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11779517727780205
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3112 | LCC = 0.9117 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11641570559643596
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2491 | LCC = 0.9154 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10730643032086377
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2521 | LCC = 0.9151 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1083510228448865
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2665 | LCC = 0.9135 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10078873668361261
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2631 | LCC = 0.9137 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09696124405788549
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2725 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09310020176919899
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2295 | LCC = 0.9144 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09053631159180851
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2792 | LCC = 0.9113 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08651309811397095
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2763 | LCC = 0.9092 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08514976109555691
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.9136 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08134272496479784
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2413 | LCC = 0.9132 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07992596319214457
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2976 | LCC = 0.9091 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0788061432325082
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2510 | LCC = 0.9115 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07192935114134254
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2890 | LCC = 0.9076 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07487718018062542
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2840 | LCC = 0.9094 | SRCC = 0.9109 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2078 | LCC = 0.9065 | SRCC = 0.8924 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7435d0d7402f9be2f9f65517849d586b7ce11e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e6c7bdb799b4afa3dbad0eb1587ec5c257afad4d9e19507340f1666375e108
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab2fa8c92fc58e43e64df9471697d3646aaa9a5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f90b90adea8209e8820b926a9ffa306a86d7ba5f2ace54acc38ff3c44b66b
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..abafe852dbc98926c82feb1a66b3755ae4b0b1d3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3492393280040322
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2982 | LCC = 0.9047 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.2142331797866463
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2903 | LCC = 0.9126 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19405904700818088
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2781 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1862963222268689
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2777 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.17308638516189045
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2619 | LCC = 0.9205 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.16715536494820105
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2732 | LCC = 0.9200 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15996447735266878
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2225 | LCC = 0.9210 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1528223391213169
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2644 | LCC = 0.9211 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1440049641997139
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2524 | LCC = 0.9212 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1408341349118707
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2520 | LCC = 0.9227 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1398838397567672
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.9208 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.13380761285220957
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2316 | LCC = 0.9203 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.1264085932446353
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2304 | LCC = 0.9226 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.12206536931970904
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2207 | LCC = 0.9218 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.1186043298614852
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2254 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.11293788809824541
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2444 | LCC = 0.9218 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.11233841610609452
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2161 | LCC = 0.9206 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.10813941810861488
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2371 | LCC = 0.9203 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.10288761172852764
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2245 | LCC = 0.9183 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.09512338244673833
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2422 | LCC = 0.9196 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.0986332104169909
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2189 | LCC = 0.9183 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09164065919342758
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2548 | LCC = 0.9187 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.08487585619781059
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2209 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.0842055684612321
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2255 | LCC = 0.9186 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.08065788811772545
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2207 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.07850499640654966
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2162 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.07426323842881732
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2389 | LCC = 0.9171 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07215506006355231
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2372 | LCC = 0.9164 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.07024040574886206
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2335 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06903851406939457
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2263 | LCC = 0.9174 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06574619593733998
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2175 | LCC = 0.9178 | SRCC = 0.9175 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2167 | LCC = 0.9177 | SRCC = 0.9072 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4fda372ad6586ebbb603c597435eca544ef55b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7409bc7f800810e3a80d716bc6ede5b636b24161cda98d7d371a64f2a38bfb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da627a425c33467fe0316f618f07b5969060bcc2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3d1af7612faecaed8c17a0022d588ae62b221a43ed7b9aee4e36f1385cf5c2
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cc3faef15af0799d2a2043720afe9bb1d8db286a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38256007820540083
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3507 | LCC = 0.9023 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.24801509379479236
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2776 | LCC = 0.9117 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.21612450239286257
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2868 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18256178463814576
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2995 | LCC = 0.9154 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17343987111066808
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2424 | LCC = 0.9209 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.16863482725413548
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2362 | LCC = 0.9191 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.1559594758931612
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2471 | LCC = 0.9228 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.15194072191081295
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2324 | LCC = 0.9218 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.14487656296333137
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2739 | LCC = 0.9231 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.14249340039974004
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2481 | LCC = 0.9227 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.13815625093748116
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2360 | LCC = 0.9221 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.13364428471278594
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2699 | LCC = 0.9214 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.12769793421891384
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2342 | LCC = 0.9205 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1233677158638232
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2389 | LCC = 0.9229 | SRCC = 0.9242 ]
+INFO:root:Average loss=0.12012003452619376
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2909 | LCC = 0.9213 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.11315128444074896
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2280 | LCC = 0.9221 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.11058836736086476
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2482 | LCC = 0.9224 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.10391207459258896
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2046 | LCC = 0.9220 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.09898107703452165
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2111 | LCC = 0.9218 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.09584529932609873
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2116 | LCC = 0.9216 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.09436264832240308
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2184 | LCC = 0.9210 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.089130987903114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2128 | LCC = 0.9201 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.08783351078715627
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2214 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08321924206149371
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2170 | LCC = 0.9192 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08008264403553367
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2299 | LCC = 0.9185 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.0778585818590801
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2390 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.07535538787958938
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2224 | LCC = 0.9184 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.07287236169583536
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2426 | LCC = 0.9162 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.0715152713001808
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2277 | LCC = 0.9200 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.06588320160618408
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2358 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06442581782537389
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2177 | LCC = 0.9178 | SRCC = 0.9177 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1940 | LCC = 0.9211 | SRCC = 0.9071 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c2911fda58ccae764473196487e8fa98ee4e89
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7d57ce485e8b4d9c6e6797a3d4d959f72a82f3293d640f3651c1823db112a
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93836ed48a078c5fdcfe4207745f61d44dbe9178
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad87b40dc71ada0320ce4c8be5efa78d7cab59fdff48e03db3902efbd4fbd11
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0c94082afab28d6209d92473cd8efd14922c8436
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42108917417209274
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2952 | LCC = 0.9035 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.22135475803317362
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2777 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.19576355306743887
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2830 | LCC = 0.9165 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1812840135111285
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2620 | LCC = 0.9179 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16924402733586427
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2569 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.16375442891451664
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2814 | LCC = 0.9199 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15591481379690886
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2685 | LCC = 0.9204 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1566570995946151
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2563 | LCC = 0.9219 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.14724764365681334
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2565 | LCC = 0.9221 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.14110185416964438
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2431 | LCC = 0.9219 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.1360860310193431
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2257 | LCC = 0.9221 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.12932192736622916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2280 | LCC = 0.9223 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.12694005353774637
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2474 | LCC = 0.9230 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.12047374689940772
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2472 | LCC = 0.9226 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.11470337052738046
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2521 | LCC = 0.9195 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11270259068794333
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2602 | LCC = 0.9200 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.10732035681260804
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2858 | LCC = 0.9193 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1030030396976912
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2887 | LCC = 0.9171 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.09919331698662284
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2431 | LCC = 0.9200 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.09515847397074534
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2503 | LCC = 0.9194 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.0910490304016309
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2578 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08808892954550038
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2790 | LCC = 0.9167 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.08256037208127838
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2359 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07995172979773124
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2637 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.0753036876763567
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2398 | LCC = 0.9141 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07554665830180135
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2598 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06981468723946913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2459 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.06902766600251198
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2597 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.06806112468414913
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2507 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06686536948374242
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2554 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.06437575431659043
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2214 | LCC = 0.9227 | SRCC = 0.9149 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cc7bfbfdf04cee1883a5f03f3c364d478aaefa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbc024a63d092d0cbdc617ca44e523e90e9f5b84efa4b875bfd66fdae8af1b4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98c6c739b6f58bb8093777f3bf99cb99b8e7b3c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c75289cfbc4ef54807df324c2b1a3a61d1e6fd2f15681dfc45b675e351ce49a
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..685fd62011eba0ce692c45623794eda8cdaba00f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3563471166040167
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2939 | LCC = 0.8927 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.21480927857532667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2947 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.19625529625340005
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2927 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.18798899297424823
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2317 | LCC = 0.9164 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.16986591558408187
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2541 | LCC = 0.9188 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.16594033567719377
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2645 | LCC = 0.9215 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.15955440919695563
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.9222 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.15805303473348561
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2369 | LCC = 0.9230 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.14534280922888332
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2072 | LCC = 0.9214 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.13806671858092265
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9220 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.13523132896664514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2504 | LCC = 0.9228 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.12997627598529607
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2445 | LCC = 0.9218 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.13050255902929803
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2454 | LCC = 0.9223 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.12144717879894841
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2072 | LCC = 0.9212 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11792006791499308
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2457 | LCC = 0.9221 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.11353707274777351
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2599 | LCC = 0.9176 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.11145270245440433
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2602 | LCC = 0.9210 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.11102510902578432
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2261 | LCC = 0.9208 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.10017828216959286
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2292 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.09835788024040316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.0952252131063125
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2196 | LCC = 0.9205 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.09125629254762148
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2384 | LCC = 0.9191 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09176781211543635
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2265 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.08606109748772114
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2242 | LCC = 0.9186 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.08083091816202753
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.9161 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07923682951341475
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2776 | LCC = 0.9163 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.07577342460351873
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2114 | LCC = 0.9180 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.07702038841957302
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2412 | LCC = 0.9162 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07281581506219213
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2490 | LCC = 0.9172 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06712200615361247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2534 | LCC = 0.9141 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.06626015218954555
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2253 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1739 | LCC = 0.9227 | SRCC = 0.9099 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b8546a1598d1db7766da5c12359b501b71baa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d50028d96483c3e1740a333c0399a4a7e5488beac111f17af0fdad6ad08b4
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc1acfd061f487e75318733603a1f3113e2fc5a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3658a01a419854f6d60b26eb7c3997db1eb82d5ecab12a42af9429a76b8ca845
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer4/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4db58074ec824cea96305df0befd2bc6e8806d16
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43669233604662683
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3015 | LCC = 0.8966 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.2200025160705423
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2894 | LCC = 0.9092 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.1976305773061824
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2877 | LCC = 0.9146 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18562862432071928
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3200 | LCC = 0.9162 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.17537673881460478
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2822 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1667679411310681
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9201 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.16318059514540467
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2722 | LCC = 0.9203 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.15722698649402297
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2397 | LCC = 0.9198 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14782865074156337
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2509 | LCC = 0.9220 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.1416042918242471
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2160 | LCC = 0.9225 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.13754936626364042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2592 | LCC = 0.9234 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.13420006658645034
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2384 | LCC = 0.9226 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.12962213128460626
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2483 | LCC = 0.9242 | SRCC = 0.9242 ]
+INFO:root:Average loss=0.1267327097368378
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2831 | LCC = 0.9232 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.1217798343025191
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2228 | LCC = 0.9224 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.11839105132859566
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2631 | LCC = 0.9212 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.11116423789476383
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2846 | LCC = 0.9216 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.10728151217705942
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2489 | LCC = 0.9215 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.10294726639555368
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2250 | LCC = 0.9195 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.09906091549665252
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2174 | LCC = 0.9208 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.09624425610365896
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2679 | LCC = 0.9212 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.09324333489457996
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2361 | LCC = 0.9222 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.09049080546966867
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2181 | LCC = 0.9197 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.08734206006878373
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2420 | LCC = 0.9203 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.08635368674046043
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.9196 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.08133307056275406
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2810 | LCC = 0.9206 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.07704751344257696
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2465 | LCC = 0.9188 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.07586178351516669
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2767 | LCC = 0.9185 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.0735579247161143
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2510 | LCC = 0.9195 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.07188784791899554
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2561 | LCC = 0.9189 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.07144858033498587
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2406 | LCC = 0.9174 | SRCC = 0.9190 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2303 | LCC = 0.9173 | SRCC = 0.9039 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df005b15caefbf8aba384291474a78d64b985ea7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bff7eec6329a226efeee1ac0a96962936bd963ee9e6633b4a3251d48259fd3
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d62f8fde1c48b86e68cc20d147c753b71a7a34
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a8685e01b855c8638c4d330063f353da76fc6b5e945ee055e5eaf2814a2d0
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..968272edd5c98ca5d3644644bf6d79d998907542
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38485294253150854
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3048 | LCC = 0.9066 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.2163695500506831
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2896 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1986078038553282
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3609 | LCC = 0.9131 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17996948014277253
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3162 | LCC = 0.9170 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.17786522196724236
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2318 | LCC = 0.9197 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16511236204405053
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2772 | LCC = 0.9208 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.161615830453145
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3126 | LCC = 0.9185 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1625695320309242
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2977 | LCC = 0.9190 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.15260274144094113
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2403 | LCC = 0.9227 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.1486487647012479
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2886 | LCC = 0.9205 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.14336825980444176
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2641 | LCC = 0.9228 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13804427659235938
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2141 | LCC = 0.9218 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.12945230662650456
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2452 | LCC = 0.9221 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.12676175399495
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3041 | LCC = 0.9194 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.1210375842934399
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3232 | LCC = 0.9189 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12038322835299321
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2089 | LCC = 0.9208 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.11350325430404244
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3243 | LCC = 0.9166 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.11110741925032842
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2512 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10670446048926756
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2885 | LCC = 0.9198 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.10151421401455912
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2317 | LCC = 0.9199 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.09613270157506701
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2208 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.09372536413845299
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2205 | LCC = 0.9186 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.09316351452056383
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2585 | LCC = 0.9170 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.08831361097665881
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2504 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.08552084848112454
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3089 | LCC = 0.9117 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08398459384465493
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2553 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.07824058830738068
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2175 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.07467944338659331
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2529 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.07139745976969686
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2510 | LCC = 0.9162 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07265304459657283
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2287 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.06840603662966993
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2828 | LCC = 0.9144 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1831 | LCC = 0.9165 | SRCC = 0.9022 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ed3f668fe3e4b41a770822303b7f9816e54e0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be80b3108f348e90d45899fdf20a5e8967d35e79d2780e1f09f319ca1a250beb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec9e0a41b2de7c6487a71e79856eeb91ce75d24
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33ae08a78cc812e005c40097bdbd2883855ee49024140e391b4acbc6a1db2c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a14331f5173c438c536bb89419bed4a460d1605c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3795763361832999
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2650 | LCC = 0.9038 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.22396417194708235
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2807 | LCC = 0.9108 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.21033846147659885
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2454 | LCC = 0.9137 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1853370812070163
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2425 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18449872917350316
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2444 | LCC = 0.9171 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.16839611306355867
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2562 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16356074702360726
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2387 | LCC = 0.9210 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1599515347897662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2757 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.15512645442706313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2654 | LCC = 0.9216 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.14767024816805227
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2293 | LCC = 0.9212 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1421710823721796
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2313 | LCC = 0.9221 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13739315700324284
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2218 | LCC = 0.9227 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.136019633124674
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.9226 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.12942482987580273
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2460 | LCC = 0.9220 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.12600132207133177
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2390 | LCC = 0.9211 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.12297633518545614
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2429 | LCC = 0.9222 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.11768188792673838
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2182 | LCC = 0.9213 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.1094463122631773
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.9204 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11174173233223099
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2396 | LCC = 0.9187 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.105060974254429
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2346 | LCC = 0.9202 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.10145068681136721
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2461 | LCC = 0.9202 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.09918091037025341
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2511 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.09612393138036562
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2400 | LCC = 0.9200 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.09086571926670957
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2366 | LCC = 0.9172 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09161876611454639
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2368 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.08307710488063062
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2304 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.08121882585776334
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2412 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.07794074569909559
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2230 | LCC = 0.9177 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.07626214709585112
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2313 | LCC = 0.9184 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.07526680385704675
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2264 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.0731707223922531
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2357 | LCC = 0.9168 | SRCC = 0.9168 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2246 | LCC = 0.9177 | SRCC = 0.9056 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bf774b6df2862516c7f0d9f8fed3df49ac0411
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb476f73f9b22a12985e50d0ed2eaa710e8086d892e13474ca45846237229ae
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affdd7baff4443998a500ecdca8f65e9a87bd7f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626b5a7a99ca4b3d8cb3ffae2682d5ede696221454cf2a818db95691f0256c69
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..da5d42c50c1e60e7c9d80e278d8438fc20cbefd6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3917785292932753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3193 | LCC = 0.9037 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.21626321777615243
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2824 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19270914116863572
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2628 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.18284191763986743
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2754 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1829037075873055
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2613 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.17215853877839327
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2582 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16334581000439694
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2664 | LCC = 0.9196 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15387854268612888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2962 | LCC = 0.9190 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15119542314999365
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2686 | LCC = 0.9197 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.14882129585811857
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2693 | LCC = 0.9203 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.1416881114158327
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2556 | LCC = 0.9216 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.1380770128500255
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2347 | LCC = 0.9219 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.1328178643318959
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2572 | LCC = 0.9211 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.12645601636240247
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2324 | LCC = 0.9202 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12659810677256889
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2473 | LCC = 0.9202 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.11931197827606532
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2396 | LCC = 0.9195 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.11833191460612193
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2334 | LCC = 0.9165 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10847508704903498
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2215 | LCC = 0.9176 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10606080642497609
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2330 | LCC = 0.9202 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10000856711685313
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2476 | LCC = 0.9163 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09988922705453944
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2845 | LCC = 0.9128 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09382062874777469
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2727 | LCC = 0.9166 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.09299784588675968
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2483 | LCC = 0.9162 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.08814462440120692
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2328 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0867929054004264
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2558 | LCC = 0.9144 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08139180469547393
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2337 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08232078427782638
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2623 | LCC = 0.9132 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07572048424468564
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2532 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07419442766577522
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2578 | LCC = 0.9139 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.07293543383220717
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2407 | LCC = 0.9162 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.06869715557708217
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2280 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1969 | LCC = 0.9157 | SRCC = 0.9011 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c634f550f4f8e8058bbdb13d10bc17e6690672
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000e04576aebde991ea2f67ae29fe43d2707bc742769dbc25f6e27a9619ffd4d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157716a15e9addbe9c5669ee2789f0ae931bec18
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78adad41d48230384751c3de3cf4a95008ba5bb8dd83e9dcc80a0c6e128fe2f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..08c89e73f9bccd9fd97deefb74bb9d0ef6785366
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39781525033402304
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2669 | LCC = 0.9035 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20963716115048855
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2741 | LCC = 0.9095 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.19229432944789787
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2742 | LCC = 0.9151 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1817323887193134
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2419 | LCC = 0.9175 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17567308763892664
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.9201 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.17037011825108114
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2292 | LCC = 0.9194 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.16107885608438813
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2578 | LCC = 0.9204 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1534061241959561
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2418 | LCC = 0.9228 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.1545416085706281
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2359 | LCC = 0.9219 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.14515745342639141
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2598 | LCC = 0.9218 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.14040598566132473
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2360 | LCC = 0.9221 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.13932486003361685
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2317 | LCC = 0.9209 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.12940531538401037
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2453 | LCC = 0.9225 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.12819553890152474
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2374 | LCC = 0.9172 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12022449915981018
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2317 | LCC = 0.9199 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11719738793252521
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2190 | LCC = 0.9200 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.11398678079161341
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2504 | LCC = 0.9210 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1121903650807163
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2474 | LCC = 0.9196 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.10634625634189286
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2285 | LCC = 0.9208 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10379057657511938
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2517 | LCC = 0.9186 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.09962739677012311
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2227 | LCC = 0.9169 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09766281824666641
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2246 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.08969712780648573
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2257 | LCC = 0.9198 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.08738404749273565
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2307 | LCC = 0.9176 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.08656939127713958
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2367 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.08401299806344027
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2227 | LCC = 0.9175 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.08090123351168081
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2492 | LCC = 0.9160 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.07676403795105184
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2274 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.07450256214579405
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2237 | LCC = 0.9172 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07294168308204999
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2464 | LCC = 0.9112 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07074785198090393
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2412 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2646 | LCC = 0.9171 | SRCC = 0.9065 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484ab3f252785b80178f94fe95150f141ca686c2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f89ee62f7d667c52dc1fcdfa1660e670f2c29bb987075fd9ba0a5f01c2debf
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a99fc90ae1d76957e6bce9dfc5e3242b4801534
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa50accc21b0442757e1f9c81aea47eaf70868bf87209eedb50071dab1855289
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer5/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fdb96e19a5a5e2512bae4fb35ae2cb964935f15b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40326269961505956
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2818 | LCC = 0.9049 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.22036248182802531
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2611 | LCC = 0.9101 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.20260968705305474
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2495 | LCC = 0.9145 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19214067646878302
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2702 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.18189202326570633
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2399 | LCC = 0.9185 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17399012073443804
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3246 | LCC = 0.9187 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1671855720998235
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.9199 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1655437086272791
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2626 | LCC = 0.9192 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.15246897152049005
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2811 | LCC = 0.9212 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.1486603464349846
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2526 | LCC = 0.9220 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.14656453368636224
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2483 | LCC = 0.9211 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.13808201266334236
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2288 | LCC = 0.9222 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.13349846440415852
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2556 | LCC = 0.9178 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12661851787498232
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2316 | LCC = 0.9212 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1234866739008468
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2289 | LCC = 0.9203 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1254187170739119
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2523 | LCC = 0.9189 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12130246399713389
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2164 | LCC = 0.9209 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.11203585509103157
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2531 | LCC = 0.9186 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10780930738745398
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2440 | LCC = 0.9171 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10731014165747373
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2216 | LCC = 0.9197 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.10320938820008597
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2329 | LCC = 0.9186 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.09739932471703243
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2450 | LCC = 0.9191 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.09715083222082585
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2484 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09277317763408484
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2292 | LCC = 0.9191 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.08557592502477541
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2429 | LCC = 0.9179 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.08884475046413483
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.9184 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.08025895888147326
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2366 | LCC = 0.9181 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07817951150539983
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.07746488644036255
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2548 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.07360998470056264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2292 | LCC = 0.9181 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07212496531664292
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2421 | LCC = 0.9164 | SRCC = 0.9167 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1854 | LCC = 0.9214 | SRCC = 0.9109 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec086769460dc0cd43cd5c716e6c21f124c8158
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11784e7f265d2a186d1789a00bdc17acc8fd6141476acd0ede6b729e2e5ee14
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce437d3895955505694b597e8eb7ee426b75829
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f951ecac57475a264489f25b46863198dcdc0746a1e28822cc606b9c9091e4
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..64dfa53c56d4e2a881cb8554f138bb16c9695e55
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3887767460993949
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3484 | LCC = 0.9033 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.21850072297488335
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2831 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19713525310417132
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2588 | LCC = 0.9128 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.19109472692701857
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3101 | LCC = 0.9145 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18787866378622936
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2860 | LCC = 0.9154 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1722494747080555
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2908 | LCC = 0.9177 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16732939186296023
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2549 | LCC = 0.9196 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.16890879449127727
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2942 | LCC = 0.9178 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1612739925611915
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2719 | LCC = 0.9192 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14948300125798739
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2374 | LCC = 0.9217 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.14670803070585162
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2383 | LCC = 0.9216 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.14410097182141562
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2547 | LCC = 0.9208 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13736278016787734
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2176 | LCC = 0.9201 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.13109296771315482
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2618 | LCC = 0.9196 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12823954547588537
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2268 | LCC = 0.9220 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.12234521100588272
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2352 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12155460329414103
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2291 | LCC = 0.9214 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.11629811312594165
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2785 | LCC = 0.9208 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.11231392350672298
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2392 | LCC = 0.9185 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.10901662767622512
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2242 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10454369730429153
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2324 | LCC = 0.9192 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09985917212301595
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2601 | LCC = 0.9182 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09628939611374299
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.9195 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09596571877512629
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2416 | LCC = 0.9186 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.08756008070242198
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2134 | LCC = 0.9179 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.08825302647286756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08390189939840681
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2309 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.08226162210279117
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2488 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.07909241060301059
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2567 | LCC = 0.9167 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08078112552276237
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2671 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07612120898472781
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2526 | LCC = 0.9164 | SRCC = 0.9157 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2222 | LCC = 0.9077 | SRCC = 0.8964 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbce49397c4361f4d922c50ee02b4fd07eb9b22
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67964a560efb306814b9a41edae3cf383a811e84c1500b485dd1bb87df368d82
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebd3ed1c6d7fdff01a73b7f82711e4b42eb0dc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8173c2e9de4fc4c533f24353cd71b52385c2ea0a07384238bd7432d8408ff4c1
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2e9926d851b57c1d18ec6465b1350a19d382f8fa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4343290248874984
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2951 | LCC = 0.9018 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.20974561912303716
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2773 | LCC = 0.9107 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.20629038399010036
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2427 | LCC = 0.9119 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.19022045271589577
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2620 | LCC = 0.9151 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17967237213443468
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2816 | LCC = 0.9156 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17339608400543302
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2436 | LCC = 0.9193 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.16795802667650872
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2445 | LCC = 0.9190 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.16043252769233174
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2670 | LCC = 0.9193 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15709641472452637
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2422 | LCC = 0.9206 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14999168206846095
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2748 | LCC = 0.9195 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.14439217651510514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2299 | LCC = 0.9210 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.14226072918989754
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2439 | LCC = 0.9212 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.13472309062591178
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2072 | LCC = 0.9201 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1317967526571599
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2520 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12592948843978044
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2335 | LCC = 0.9200 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12260385029922331
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2207 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.117617803501945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2397 | LCC = 0.9175 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1167090001133825
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2204 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.10871062785214772
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2171 | LCC = 0.9193 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1041403732806272
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2504 | LCC = 0.9157 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.0990582093208856
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2530 | LCC = 0.9149 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.0980121215127107
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2112 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09655883074926504
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2659 | LCC = 0.9157 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09164871904202279
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.9170 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08633906661258267
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2434 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08478438053172448
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2375 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08018550334896656
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2409 | LCC = 0.9145 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08130627577704501
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2315 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07658190797002329
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2389 | LCC = 0.9131 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07725461292473566
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2701 | LCC = 0.9149 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.0719917351972161
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2270 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1930 | LCC = 0.9078 | SRCC = 0.8928 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf685b49cf6b333711b8d70ac76693269ed7a4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c54ffdd48718368a9026085604ff092bbff7ff0f1504319cf90da855ad1360d
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774ecf4ca49a4a63a023ccca6d470bf7ee8982f0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd28b6072b7dde55fcd2d1e1040be112b1b00a216f3c1bb5842d669afccd4a86
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..da8daa91d98f718f255a0a326fdad3cd9a83920c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3998554466087694
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3371 | LCC = 0.8958 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.23153136799790267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2634 | LCC = 0.9057 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.20955281652983904
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2741 | LCC = 0.9127 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.18765946662839436
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3033 | LCC = 0.9145 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.18395053255075663
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2471 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17238687904756192
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2379 | LCC = 0.9182 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.17021631488221228
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2792 | LCC = 0.9181 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17359171713018692
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2710 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.16084582397358954
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2549 | LCC = 0.9204 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15301483253695372
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2256 | LCC = 0.9190 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.15001268603036857
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2292 | LCC = 0.9209 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14254609581535263
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.9194 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.139751084019683
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2563 | LCC = 0.9193 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.13409545242441873
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2454 | LCC = 0.9211 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1297074582836876
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2473 | LCC = 0.9202 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12633398487474878
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2379 | LCC = 0.9209 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11826767231946046
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2215 | LCC = 0.9205 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11798164597308705
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2508 | LCC = 0.9197 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11302069639194907
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2296 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.10913284217691147
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2553 | LCC = 0.9195 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10889594489439375
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2436 | LCC = 0.9191 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10594328092357327
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2310 | LCC = 0.9183 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10045495760664774
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2213 | LCC = 0.9178 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09800847150342312
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2432 | LCC = 0.9162 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09485711997127258
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2434 | LCC = 0.9184 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.09279935236352717
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2613 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.08956041899805813
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2432 | LCC = 0.9174 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.08361681365553354
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2357 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.0829291281241902
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2809 | LCC = 0.9127 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08479027206756476
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2456 | LCC = 0.9163 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07613037849609562
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2641 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2252 | LCC = 0.9076 | SRCC = 0.8928 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69207658ef7af808ff325505ade31315d771be01
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b460fa17cb116c13ae7cd6ba0bd5d48b38b9d977f6b9d79a95d88380cf580f
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965705faccbebd68c7ecd88002b526e8b4380d0e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940cec0616e613c58ac055168e0eb7c1b992ab29904af6bfb7307a2ddbd64901
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df7a67a0addb1ab0225efcd6f9ab1e557ed806c1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40055346962688976
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2995 | LCC = 0.9003 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.2229615685912226
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2751 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.2003743841038274
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2642 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19675014417812314
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2809 | LCC = 0.9148 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1847002485153303
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2720 | LCC = 0.9166 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17361432546480543
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2998 | LCC = 0.9182 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16684092357324037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2361 | LCC = 0.9196 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.16124717370106306
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2419 | LCC = 0.9199 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.16053948693537298
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2270 | LCC = 0.9196 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1542684052979326
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2366 | LCC = 0.9196 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.14854117220192287
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2427 | LCC = 0.9204 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14628236745134254
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2530 | LCC = 0.9198 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1381086153704996
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2230 | LCC = 0.9189 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.13767665297309786
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2172 | LCC = 0.9191 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12696201556679831
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2444 | LCC = 0.9200 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12245726115958538
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2254 | LCC = 0.9202 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12019361486669221
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2555 | LCC = 0.9205 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.12313334540480134
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2403 | LCC = 0.9184 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.11471079561234898
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2342 | LCC = 0.9160 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10829313844442368
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2433 | LCC = 0.9185 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10744134237656014
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2258 | LCC = 0.9190 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10530954375432405
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2373 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09970063337184101
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2308 | LCC = 0.9191 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.09924669800638464
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2592 | LCC = 0.9142 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.09407647020813358
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2264 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.092941283103014
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2358 | LCC = 0.9141 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08868945222024972
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2238 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08627557321693856
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2325 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08128584182761997
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2463 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.0813118148745829
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2333 | LCC = 0.9152 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.0789040464240347
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2413 | LCC = 0.9150 | SRCC = 0.9163 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2359 | LCC = 0.9163 | SRCC = 0.9080 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7000d5c21528b4b5f666c05141155db7aaa9cf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a1356aff5738d9fda34a0812ee0cfd0ead0aef8888b0f64f1bd88c2a245590
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1051bc39155df033959177b1d275f5f7ad57a614
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30474495eceb85466978096a535633c080c97589bc3b4301817bcb70b0e3ba
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer6/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..70a1641f8f31493c599a169c9fde74dddbfa61c1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3640841969175835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2933 | LCC = 0.9035 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.2290258815436694
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2827 | LCC = 0.9090 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.20049457187425193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2582 | LCC = 0.9134 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1904045077676029
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2510 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18231748897216224
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2379 | LCC = 0.9173 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.16750724325118038
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2459 | LCC = 0.9184 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1685175491723022
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2491 | LCC = 0.9187 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15845857121351825
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2220 | LCC = 0.9193 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15607895213313874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2542 | LCC = 0.9190 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.15256254383594314
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2185 | LCC = 0.9189 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1470197276400693
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2231 | LCC = 0.9184 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14194692753126167
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2288 | LCC = 0.9194 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.13821491336374614
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2371 | LCC = 0.9211 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1334796007399614
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2346 | LCC = 0.9173 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12906919053696483
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2608 | LCC = 0.9188 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.120172018303692
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2451 | LCC = 0.9185 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12163924171745433
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2320 | LCC = 0.9161 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11417971383457239
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2532 | LCC = 0.9184 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11806736490285466
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2485 | LCC = 0.9177 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.10625154690849299
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2447 | LCC = 0.9184 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1048580258008028
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2274 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10053795162652958
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2447 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09713918573594507
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2240 | LCC = 0.9137 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09208357030515037
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2554 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09473626160552737
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2259 | LCC = 0.9167 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08803500069273
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2117 | LCC = 0.9154 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08662379989562007
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2210 | LCC = 0.9156 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08360827055280608
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2268 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.083880761627517
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2425 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07846843509401889
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2339 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07434728621058381
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2621 | LCC = 0.9126 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2172 | LCC = 0.9117 | SRCC = 0.8994 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d58f448b389cc5bf4f570603d637e7dae72522
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c07059e7a55e9e1b6d9a33439af1249fe17a2999461080a54f390a12a94ada
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1766246394cbec27385bc72d1cdc2b54d039f1a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c4062296ee328f2929d89421172809bcd6fe3a9af790d3a23c9a19af58c153
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..039fe59b5b76ce8d6986d8b825f3ad4daac3eb35
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34598212572880566
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2966 | LCC = 0.9028 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.2267696819984155
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2657 | LCC = 0.9110 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.21604853674683266
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2893 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1946851977206379
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2468 | LCC = 0.9150 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.18351593045140965
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2649 | LCC = 0.9160 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.18370994421615766
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2910 | LCC = 0.9189 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1720319854989217
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2547 | LCC = 0.9182 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.16483066239625732
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2332 | LCC = 0.9187 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16109793064738973
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2564 | LCC = 0.9204 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1550016843773037
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2211 | LCC = 0.9173 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.14870540586682413
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2315 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.14511103368218922
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2195 | LCC = 0.9177 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.13637255330306258
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.9190 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13254106768293877
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2315 | LCC = 0.9196 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13245350053544677
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2294 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1241924188428187
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2501 | LCC = 0.9162 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12195135110375509
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2447 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1146802051218948
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2382 | LCC = 0.9172 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11435434639970692
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2476 | LCC = 0.9173 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10695502261033638
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2182 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10606616987399972
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2503 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09994021195896788
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2544 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09860734258256207
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2298 | LCC = 0.9179 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.09204438072494689
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2584 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09141964975722952
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2561 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08609160755066514
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2452 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08613575663352978
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2528 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.08171492720270432
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.9141 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.0820181868281323
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2337 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07556994780467424
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2403 | LCC = 0.9132 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.0746530246398697
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.9120 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2113 | LCC = 0.9138 | SRCC = 0.9010 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9323a49e304e07965f5ca32f97a6a4cbe90d0ab4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5484bd125ac22d8c97196143fc6bb9df0ef619b5a6e1be3e5420ed98fb206fb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17073a2012f60391c2a4506faf6b1f78747b0f7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5510d9ac9833b6482770e01e19a426d9c872c6f205c4e8e5ab063a7e386960
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..474c353fa8760a0451d423f747e0d54d37abec32
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36340458157090094
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2738 | LCC = 0.9038 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.21878376921821882
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2983 | LCC = 0.9101 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.20916221773176524
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3032 | LCC = 0.9099 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1918612498079421
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2813 | LCC = 0.9134 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18980013850451893
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2626 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17559685269532177
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2626 | LCC = 0.9179 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.16761627806232154
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16199190285853568
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2505 | LCC = 0.9192 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.15572306972449226
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2726 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15344703895163675
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2452 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1470322412562508
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2491 | LCC = 0.9197 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13888830368573954
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.9190 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.13909677131844395
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2538 | LCC = 0.9179 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1302702562571261
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2649 | LCC = 0.9167 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13019298217286265
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2280 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12681789244013714
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2555 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12237992542499752
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2401 | LCC = 0.9194 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.11459882307603869
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2481 | LCC = 0.9189 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11410547168440902
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2628 | LCC = 0.9175 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10839918027551187
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2275 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10223527058872874
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2284 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.09966772656909303
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2273 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09897886774357344
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2387 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09250611213245832
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08674531789614975
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2474 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.08839179476389306
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2483 | LCC = 0.9146 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08384354132620585
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2310 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08249629172631082
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2472 | LCC = 0.9151 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07975872664179416
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2229 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07680742345707264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2440 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07449640086017592
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2397 | LCC = 0.9148 | SRCC = 0.9142 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2565 | LCC = 0.9135 | SRCC = 0.8998 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df325824943978b788924bc2e7d8e5e18cc4b81f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203b5bc500cfc0aeaeb6421dcc26ff95a1f8a01fe5447a3e6d5de89d72210787
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae312e329ea2b7cfd29511b7853e4554a7365a9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85c8cfc60f97a7c3ff8d2dc085759bae39293c36c32ff0d7fe524f1fb42d344
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c7099ed8195e0ca392eebee2da51df8e5734bc8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36117639371080895
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3280 | LCC = 0.9037 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.22418707691003822
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2671 | LCC = 0.9113 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.20567050300581607
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2698 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18824268812905845
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2602 | LCC = 0.9136 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18439464835245487
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2613 | LCC = 0.9176 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.17068087822095507
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16476264380650713
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2637 | LCC = 0.9182 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.15956408698434774
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2271 | LCC = 0.9153 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.15301338025514102
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2660 | LCC = 0.9197 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1508107114733988
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2595 | LCC = 0.9182 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1426236563593666
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2742 | LCC = 0.9185 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14510365562631905
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2419 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1359924819169706
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2572 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13391405628251202
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2536 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13041501005605466
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2739 | LCC = 0.9171 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13163861576360086
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2507 | LCC = 0.9189 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.12057370976733335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.9179 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11890653404541787
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2237 | LCC = 0.9193 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1150065276319581
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2412 | LCC = 0.9201 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10762675177585872
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2596 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10823129285449927
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2531 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09933896735310555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2528 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09639396520622204
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2330 | LCC = 0.9159 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09304789046762306
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2576 | LCC = 0.9164 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09154461496482695
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2875 | LCC = 0.9142 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.089215307114269
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2423 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08681186312282016
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2421 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08393405444618594
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2519 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08479039007097999
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2556 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07751398348394846
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.9118 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07498242725440532
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2326 | LCC = 0.9136 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2092 | LCC = 0.9173 | SRCC = 0.9056 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e789fb4cd027662021a43ab0bf4217a5443173ea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6404e5ae5f5a53b707ca48a5c6c07932ac94f695cd82d76ea35d8588921838eb
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8e49ecc50a381eee89d2029a0dff6555ac0c7f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948645570f98b9caed1cf9ccb491d5bf0e5d712e4b55675e91aff67a4aa2d57f
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..87531348e7bf4eb9d70b8d92023b8a83a6f390e9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3596860297842522
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2644 | LCC = 0.9038 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.22345940592144267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2623 | LCC = 0.9106 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.21010094269507193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2937 | LCC = 0.9111 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.19264866510739906
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2545 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18493741565529323
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2875 | LCC = 0.9159 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17698082956620034
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2464 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16823028083998343
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2985 | LCC = 0.9179 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16231877834810687
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2843 | LCC = 0.9177 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16321073709368017
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2117 | LCC = 0.9194 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14963017985483126
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2531 | LCC = 0.9189 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1522778660231243
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2300 | LCC = 0.9211 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1451423146648903
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2454 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.14457344560953922
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2480 | LCC = 0.9194 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.13575602533844855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2801 | LCC = 0.9186 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13553711823645354
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2366 | LCC = 0.9212 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.12589461502829039
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2478 | LCC = 0.9199 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12314160125103989
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2228 | LCC = 0.9199 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.12072357953111561
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2787 | LCC = 0.9177 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1151948352855754
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2534 | LCC = 0.9203 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.11730119443870005
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2240 | LCC = 0.9202 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.10785169503247807
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2274 | LCC = 0.9173 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10443890185197653
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2290 | LCC = 0.9190 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.10147825266756763
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2485 | LCC = 0.9136 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1021984956857097
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2327 | LCC = 0.9173 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.09333053446574018
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2299 | LCC = 0.9185 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.08973016477905946
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2390 | LCC = 0.9171 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.09027592148739479
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2555 | LCC = 0.9178 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.08606633356627012
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2492 | LCC = 0.9174 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.08451057964063793
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2444 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08299937581568095
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2323 | LCC = 0.9162 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.07705083978227797
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2437 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2144 | LCC = 0.9148 | SRCC = 0.9065 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305fd3086eb9831920056e252f7f28d9cb40b36f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384b9a6182c93398617f6eb87bb256db9d9e590f589823171586b2590946fdc1
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c949488658f17ad52b5f868ab3c8ac734b5128
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5efeff931d3b43adfddd98935cc9d7bde6f58e6e754beaa2c6a1ab6d05dabf
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer7/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..45e28d03b5709a86afb8f6588fba6e6f8e04d3b6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3791054255528257
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2743 | LCC = 0.8997 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.2310699058233658
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3020 | LCC = 0.9085 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.20384131471028907
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2849 | LCC = 0.9127 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19827525253068504
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2469 | LCC = 0.9143 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.18431848670878162
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2581 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17439339279783944
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2790 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17094296277258436
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2495 | LCC = 0.9185 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16414852548024558
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3293 | LCC = 0.9135 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15980545177280558
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2489 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15594365236731622
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9190 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14717920413079288
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2444 | LCC = 0.9197 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.15118504729057322
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2491 | LCC = 0.9187 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.13986201524045427
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2413 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.13476863968579067
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2715 | LCC = 0.9186 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13001757722369509
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2288 | LCC = 0.9207 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.12444592172527588
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2488 | LCC = 0.9189 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1206918167154913
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2663 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11984687617231655
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2309 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11101874465801123
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2380 | LCC = 0.9187 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11121026385640133
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2386 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1046040323428336
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2381 | LCC = 0.9176 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.10118461723272511
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2271 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.09780218501742176
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09715264480065748
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2424 | LCC = 0.9168 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.0942178383857184
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2401 | LCC = 0.9139 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08781093884410196
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2282 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08583918616520186
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2493 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.0858534646215122
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2381 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.07920645687707586
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2519 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.07729786332976611
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2318 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07518272948144489
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2150 | LCC = 0.9150 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1958 | LCC = 0.9102 | SRCC = 0.8964 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020a60e196077ad82db31cb32e4442612640575
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb43d96d0b04b70f640109e1caf071c75e6bf81ed139945c5f3f6bfaa9294780
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6371a76d1a74233e12dc9acd895bca1a7c1a7e1d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5347625efd406ffbcf35e127f9503bca88ad0d7039aa4a5abc03dc1a9dc0dbe
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..376eaace9b5517e0e15e1afbfda90121d12cd0bc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4210120855556058
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3157 | LCC = 0.9022 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.22911827162855622
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2705 | LCC = 0.9102 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.2075354345358176
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2530 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.20042277739054895
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2868 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.18360458327338874
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2944 | LCC = 0.9135 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1806842198950707
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2465 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16781982223939346
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2437 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16833246512220085
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2471 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1587085691576748
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2883 | LCC = 0.9178 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15362378506991214
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2475 | LCC = 0.9195 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1504225950968059
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2591 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.14630268720877654
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2729 | LCC = 0.9176 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.14145568310353107
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2613 | LCC = 0.9175 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13712336997248534
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2776 | LCC = 0.9174 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1284041030903083
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2938 | LCC = 0.9170 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1265659795244994
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2533 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1272502653516097
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2314 | LCC = 0.9180 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11974560908671748
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2762 | LCC = 0.9159 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.11635548612802704
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2464 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11123999763775423
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2517 | LCC = 0.9153 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10753434502406617
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2968 | LCC = 0.9137 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10229098898051792
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2462 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.10042296819431934
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2699 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09492482664871078
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2612 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09488295727124103
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2545 | LCC = 0.9148 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08783195424028215
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2668 | LCC = 0.9144 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.086794332337345
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2301 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08534989529693057
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2912 | LCC = 0.9133 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08365286038273331
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2314 | LCC = 0.9131 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07952281735794392
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2740 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.08147368142973481
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2539 | LCC = 0.9117 | SRCC = 0.9127 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1896 | LCC = 0.9172 | SRCC = 0.9033 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904c8ec216e2eb906e0879bc310aa744fd07c67f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e705cea45ddbd97bf808f78b1a47eb5aef6c9314acbe01e3502aa4007196c42e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fcd3f437feee94f4e27cd188e140c34f84d80f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd71e958aea59619895c73df627f224c57dbd6b1b463022c3ffbe8a9c3bc5ba
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8df8ef2117e6b828ac4f0ecab1294dcf7ab73158
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4261070582908013
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3556 | LCC = 0.8951 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.22676079560911036
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2725 | LCC = 0.9099 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20865326284328636
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2973 | LCC = 0.9108 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.20089960985445562
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2868 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1836471963307761
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3001 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1790844248553921
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2528 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17210942773805188
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2491 | LCC = 0.9179 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16785724486918807
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2517 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15892417496339434
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2708 | LCC = 0.9152 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.15221911548190034
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2193 | LCC = 0.9175 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1503272178889699
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2292 | LCC = 0.9173 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14146998860587964
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2353 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1375931281316487
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2479 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13630628064705458
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2528 | LCC = 0.9168 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13224294869972103
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2666 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12464220197386824
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2407 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12090572521004374
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2359 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11327341827698525
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2514 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1114250457915612
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2500 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10551871212920702
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2296 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.10676715809399683
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2436 | LCC = 0.9142 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10210613712582285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2311 | LCC = 0.9141 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09452039511562083
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3160 | LCC = 0.9098 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09232197116220618
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2421 | LCC = 0.9122 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.0882205464419602
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2365 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09197155009373764
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2390 | LCC = 0.9119 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08691153423376166
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2396 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08112867441394425
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2477 | LCC = 0.9099 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07998637635411554
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2410 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07913427834393662
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2387 | LCC = 0.9125 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07352513221302473
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2441 | LCC = 0.9134 | SRCC = 0.9128 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2063 | LCC = 0.9150 | SRCC = 0.8992 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd3a204bcc02b7a4338621a3b9bfc16e842d78
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc484a4de524a764426573e51f353f9a154ad37fd5fd13b4da0c4f26a2943f60
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41c753bc2113aacbb0b2049722ec730d0a22e31
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fd949ac58ad8e893cfd87f68adabc8300e509182504f0aaea36eb6b58770c
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bcccdff0f9d2537550d8e53ab5d8ab812952e202
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41035788700070686
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3223 | LCC = 0.8917 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.24316447318633858
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2576 | LCC = 0.9078 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.21623060468993435
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.9101 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20548579648050957
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2961 | LCC = 0.9123 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.18694116058893975
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2807 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17578564007158223
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2542 | LCC = 0.9169 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17104532005469922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2617 | LCC = 0.9179 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.164481180467013
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2457 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15919278678349677
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2468 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1560990425806514
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2579 | LCC = 0.9181 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.15374028850669805
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.14416322680567042
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2169 | LCC = 0.9197 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.139083981557044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2327 | LCC = 0.9195 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1420164801654099
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2286 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1283236402221498
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2446 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1272309513364224
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2563 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12150181890223068
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2349 | LCC = 0.9191 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11710626377880229
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2954 | LCC = 0.9143 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1211031547214599
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10874896438393979
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1037999153180274
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2454 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10280216394821344
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2334 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09843309695234878
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2427 | LCC = 0.9171 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09625926336025917
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2354 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09200813382261061
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2409 | LCC = 0.9163 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08715870181863018
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2382 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08877726586137204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2337 | LCC = 0.9175 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08074257953490825
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2344 | LCC = 0.9140 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08056569269540682
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2390 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07848723137998856
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2339 | LCC = 0.9144 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.07564555851451923
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2387 | LCC = 0.9134 | SRCC = 0.9127 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2139 | LCC = 0.9173 | SRCC = 0.9078 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e9c20dc516ae26bbc98ade8268e990581114ef
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7572bb66f571becf4f978b54a031de9256a39d8cc87e7e93c0a869ea0261f30
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d5e1c50c5bb3828030b5f0245472d7caa76612
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9ffdde3f696de1d38ed61b90e3cfcf4dc87155151497f28958158921e4495
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..951cbe9370e2f38f7d55738dbd4b39fab314c806
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38782752533524023
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3120 | LCC = 0.9022 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.23311038358363112
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3283 | LCC = 0.9076 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.2076115111222846
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2519 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.21110982577063445
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2703 | LCC = 0.9131 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.19514211654835353
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2676 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18130360496354242
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2773 | LCC = 0.9134 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.174642257004804
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2653 | LCC = 0.9174 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16945625949284934
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2365 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1658898234108969
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2524 | LCC = 0.9176 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.16174308232144813
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2696 | LCC = 0.9182 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.15476955400209205
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.9192 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15068340387647552
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2312 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1443672948059319
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.9190 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14024912169730733
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2523 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1317964480016273
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2307 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1335526269381446
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2282 | LCC = 0.9170 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12772873280882147
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2394 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1193902009312128
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2426 | LCC = 0.9166 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.11663790189289633
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.9170 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11204544713214643
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2482 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.10798747077411999
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2180 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10747926951402184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2249 | LCC = 0.9171 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.09967325283268283
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2480 | LCC = 0.9142 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.095487788470322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2378 | LCC = 0.9141 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09636332803120502
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2303 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09035973436053778
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2469 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08802885941170543
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2417 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08772354265082778
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2394 | LCC = 0.9139 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08241648987107883
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2325 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.07932384460733805
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2323 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08078257677096852
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2372 | LCC = 0.9127 | SRCC = 0.9120 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1908 | LCC = 0.9206 | SRCC = 0.9055 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbce43ee6af222c4b611124e803a61cbf27cbd8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881721ba82df8a8cca5cc3d2b606fff8a5bf7150d786c875ea02fa66607a435e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a295e11781cd69f96cb17b14b03b32ed4a69a514
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234fdd2ab7f531e0130edcdbc40b750a8e366fdaddc04c38377c687a2bf07b45
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer8/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f353f4cc77450433565ce591e1bb5f3a09f806c5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4683921896997904
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2794 | LCC = 0.9002 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.2319157338900373
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2676 | LCC = 0.9072 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.2005521597373003
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2945 | LCC = 0.9084 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.20037969770286815
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2417 | LCC = 0.9116 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.18758150108287788
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2487 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1772392807754478
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3211 | LCC = 0.9144 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17905455689898805
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2531 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16635394488283664
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.9172 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15807381315382918
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2557 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15089528142027772
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2541 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14915105838307066
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2377 | LCC = 0.9177 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14867739237285074
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2539 | LCC = 0.9174 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13891621683374306
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2785 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13529893062535048
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2375 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.131505437238368
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2276 | LCC = 0.9162 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12650620571278423
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2714 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.12311222994258639
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2342 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11763760981532191
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2352 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11197608244212377
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2377 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11011076458013816
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2456 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10493412549268304
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2443 | LCC = 0.9122 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.100908278213071
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2553 | LCC = 0.9134 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09933562296835673
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2687 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0951274210705578
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2818 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09074698720191944
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.9087 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09052029413553332
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2463 | LCC = 0.9108 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08237350904355849
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.9101 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07940075150287221
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2671 | LCC = 0.9095 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07865916909596135
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2474 | LCC = 0.9109 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07703008730976568
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2478 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07586844971758781
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2446 | LCC = 0.9083 | SRCC = 0.9093 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2195 | LCC = 0.9125 | SRCC = 0.8986 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run0/config.gin b/results_nisqa/w2v2_xlsr_300m/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run0/model.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3762009ef94416268a56ccd37b97eaf68653168e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1344919b9b84db2d2b4475e5224c9a3627eee9269127b86b87804924d33d20aa
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run0/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9dc7abf908bdbb1f33d47f8f0a81fe6295c5e6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0ddad8ca3354036914d1d95522a461e8ced9a107ffc109d9667d52df95e553
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run0/train.log b/results_nisqa/w2v2_xlsr_300m/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7f6598f15bb613eb9de63c1b235c8ac9733d4254
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4050365685555287
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3068 | LCC = 0.8971 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.2339525892038566
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2896 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.20875698750074198
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2706 | LCC = 0.9112 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19514729478800227
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3231 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1955262350639856
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2656 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18180894442548642
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2564 | LCC = 0.9132 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1775721270655621
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2926 | LCC = 0.9153 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.16494409421275805
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2277 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.15823166240329686
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3321 | LCC = 0.9165 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.15877700803769118
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2350 | LCC = 0.9189 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1504125407751585
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2620 | LCC = 0.9166 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14451070569154156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2474 | LCC = 0.9171 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1421886310842685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2498 | LCC = 0.9179 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1346277856844009
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3495 | LCC = 0.9150 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1303640197897922
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2117 | LCC = 0.9180 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12487368677565128
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2704 | LCC = 0.9157 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.119814547026433
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2436 | LCC = 0.9170 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11717298639819801
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2571 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11431727765095716
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2677 | LCC = 0.9156 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.11150702980556929
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2526 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.10418526604340944
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2552 | LCC = 0.9150 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10244960497224952
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2562 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09619293833485229
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2615 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09313060855762118
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2426 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.09172380663928269
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2406 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08776412783675111
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2338 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08262450112342146
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2557 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08276858654497676
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2715 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07854967144441742
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2520 | LCC = 0.9141 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07744657114751077
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2693 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07352299372412566
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2419 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1917 | LCC = 0.9161 | SRCC = 0.9030 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run1/config.gin b/results_nisqa/w2v2_xlsr_300m/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run1/model.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6df16a2a90d570c33672a24722cca0814f94013
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd57c46ca5022b7e0a98477411dd7f2e2dfcbbc1b6ddfff7f2ada994d64541
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run1/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfaa5b80a668fe78d7d4b212003657a82f74e4c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e74f9e6d325f2f8eb1f20c9afcfdf97f7462e7449c5c45b0ae8c6babdae082
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run1/train.log b/results_nisqa/w2v2_xlsr_300m/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6eb642b77bd2966bc2f50d7cb6a665c6880a9610
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45014132249217503
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2761 | LCC = 0.8961 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.22967297011028134
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2847 | LCC = 0.9051 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.20887937246030466
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2515 | LCC = 0.9107 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19321633509301037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3249 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.19381501448119995
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2499 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.18080619059373879
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2955 | LCC = 0.9163 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1813159408424631
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1694338281633537
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2480 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16680039784122755
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2461 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16103795902921975
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2561 | LCC = 0.9184 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1587282257273018
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2228 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15026095014259305
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2315 | LCC = 0.9188 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14563547208302283
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2121 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1448574696662109
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2439 | LCC = 0.9187 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13362729282392932
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2341 | LCC = 0.9195 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12861732974906878
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2505 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1250632111564537
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2425 | LCC = 0.9174 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.12287265333653874
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2238 | LCC = 0.9178 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.12065972848606936
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2319 | LCC = 0.9182 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.11305937015941378
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2357 | LCC = 0.9184 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.11103143801406629
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2268 | LCC = 0.9188 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10756841924235311
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2370 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10028434656775756
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2394 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09677970452460251
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2389 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09331968200602972
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2494 | LCC = 0.9156 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09669031657149336
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2375 | LCC = 0.9155 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08484509740175539
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2425 | LCC = 0.9150 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08392253031448133
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2408 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08168230802251425
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2314 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07993610651162318
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2530 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07775251455389695
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2466 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2215 | LCC = 0.9213 | SRCC = 0.9062 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run2/config.gin b/results_nisqa/w2v2_xlsr_300m/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run2/model.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8ffa4a6efda65a884cf5d8f09ef74a1af6e9cd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055f0f6aea32c117ca57d5cc16c735b8668ad7eae6ba9574aa7d5c4a04ed1b2
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run2/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a03cf08acc04310ab0811532ed5bd37d91d443
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132533de410d551117b4bef19d6c0cb1cb16257264deacbaef999c4a89cd1770
+size 3405062
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run2/train.log b/results_nisqa/w2v2_xlsr_300m/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c37db9011ee196cfaab62a1b3e253ca8b6037300
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46857869220262316
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3348 | LCC = 0.8994 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.22921439652153522
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3022 | LCC = 0.9083 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.22784868567492922
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2671 | LCC = 0.9076 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.201051220599282
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2534 | LCC = 0.9127 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.188891548857179
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2815 | LCC = 0.9124 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.18058917990137388
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2384 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1725118994454428
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2675 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.16622781305643863
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2706 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16299991227815605
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2429 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.15542329135054797
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3458 | LCC = 0.9158 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15075183788992766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2753 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15005894995838231
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2389 | LCC = 0.9185 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1423609662004289
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2288 | LCC = 0.9181 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14337854681676523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2935 | LCC = 0.9161 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.13646564555133697
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2671 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13152776385059936
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2694 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.12490582044069477
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2161 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11763372035384867
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2617 | LCC = 0.9155 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.11644729859911637
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2418 | LCC = 0.9165 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11216474367531738
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2632 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11145344998881307
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2557 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.10460833292131479
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2285 | LCC = 0.9146 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09815029313281781
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2376 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09778978324608306
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2520 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09305420670809084
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2702 | LCC = 0.9128 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.08891035797279005
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2404 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08884808186420126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2491 | LCC = 0.9120 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0825402148154085
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2840 | LCC = 0.9098 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08164638476823106
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2469 | LCC = 0.9117 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0809035722403168
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2557 | LCC = 0.9101 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08350905033119152
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2511 | LCC = 0.9103 | SRCC = 0.9111 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1997 | LCC = 0.9159 | SRCC = 0.9006 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run3/config.gin b/results_nisqa/w2v2_xlsr_300m/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run3/model.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8b334ea759fae2354b8cf07b3f809eacfa5057
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5498ce871e40ebfb90a00e2afe8d9f63d6b03d2b0191e3a5bab65b7aea35f713
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run3/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177875dbb5c6df4fc6b95a04a6c5ecefcacae9e9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b7709444de6e3230b697ef778b762d060735963dab607d9680132136517d55
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run3/train.log b/results_nisqa/w2v2_xlsr_300m/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4c63bed1a051569f0b331db6dc70fae35517eaf7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3845160836946068
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3435 | LCC = 0.9004 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.22716980509330773
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2807 | LCC = 0.9065 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20744983739935594
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2497 | LCC = 0.9113 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.19182994470775472
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.9135 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1987605399392933
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3188 | LCC = 0.9141 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18531167627759063
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2449 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.19152855425211734
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2553 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16559349172721707
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2270 | LCC = 0.9171 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1625519655429559
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2707 | LCC = 0.9182 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.15669546237570703
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2592 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1560806759520073
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2453 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1533025004874075
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2543 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1442147267691662
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.14034231808144232
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2292 | LCC = 0.9195 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.13316848863325367
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2380 | LCC = 0.9194 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1293172170058151
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2503 | LCC = 0.9190 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12620359553680943
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2110 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.12011996312120746
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2336 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11556063519220132
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2407 | LCC = 0.9177 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1127576331441113
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10939668230927749
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2533 | LCC = 0.9150 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1037377869721093
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2540 | LCC = 0.9164 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.10123450911975321
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2544 | LCC = 0.9168 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09589116548785584
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2251 | LCC = 0.9155 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.0958864135247779
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2284 | LCC = 0.9148 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09182249334764618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2402 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.0878124325778443
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2249 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08497762998749066
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2284 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08133424392153073
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2459 | LCC = 0.9134 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08090863077540618
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2430 | LCC = 0.9150 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07453885071539465
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2327 | LCC = 0.9154 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1728 | LCC = 0.9195 | SRCC = 0.9078 ]
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run4/config.gin b/results_nisqa/w2v2_xlsr_300m/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run4/model.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c031700b676e8f6af994168fbd32d77950e0d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262773bf2b6a990f1ee0e9c426235d3588e1890c77c4d6152dcad87b2036d5e
+size 3403339
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run4/model_best.pt b/results_nisqa/w2v2_xlsr_300m/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7df590b092ea601be4feea7b6d9322bd36e2f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a12c24e45d90704dbef901c994dcdf625299d948815730df0b3e18c0e583b9
+size 3404998
diff --git a/results_nisqa/w2v2_xlsr_300m/layer9/run4/train.log b/results_nisqa/w2v2_xlsr_300m/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3dd83ad0eeb585ba8cce8ecc7ba2cba8dd1210a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_300m/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.406984698651843
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3361 | LCC = 0.8980 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.24524530484152668
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2601 | LCC = 0.9031 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.21117643818173104
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3238 | LCC = 0.9080 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.2023920526652667
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2661 | LCC = 0.9122 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19374755016296585
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2699 | LCC = 0.9123 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18608122000287722
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2769 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1753376424743261
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2443 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16936345152944499
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2851 | LCC = 0.9168 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16719398466665622
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2503 | LCC = 0.9151 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.16200452943930047
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2800 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1516120589279026
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2740 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1530413886026151
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2677 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.13950695174966934
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2653 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14385988610672812
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2601 | LCC = 0.9135 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1324335190257585
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2448 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.12920371981369966
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2433 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13020496053158204
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2594 | LCC = 0.9160 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12165317654265145
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2412 | LCC = 0.9141 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12338116553994273
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2272 | LCC = 0.9171 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11225649219200101
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2527 | LCC = 0.9147 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1107653550416059
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2527 | LCC = 0.9145 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1034701417679387
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2342 | LCC = 0.9133 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09937238486515994
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2433 | LCC = 0.9148 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.0983926079133687
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2516 | LCC = 0.9137 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09310042894730679
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2587 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.09078526089904625
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2590 | LCC = 0.9120 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0888499432819427
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2491 | LCC = 0.9136 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08697488839398919
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2604 | LCC = 0.9107 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08244476239116205
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2573 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07915038492724386
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2301 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07665094541590338
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2536 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2792 | LCC = 0.9176 | SRCC = 0.9041 ]
diff --git a/results_nisqa/wavlm_base/layer0/run0/config.gin b/results_nisqa/wavlm_base/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer0/run0/model.pt b/results_nisqa/wavlm_base/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bf324cc018d13bb7d98bc70c066432ab8b0e72
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed77916a3d3c059c30b70f7712ec0045d77932492926c8ac07733940852dba3a
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer0/run0/model_best.pt b/results_nisqa/wavlm_base/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8bf661ef64661c631238a21eea4a572f14f99b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17a0b29f797122c53280aed37fce6daa0246f3a9cfb2a4c2259361f508de43d
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer0/run0/train.log b/results_nisqa/wavlm_base/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f5570bbb201ba4eacc3dd6a1bc1f87c040462425
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5000346733655544
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4142 | LCC = 0.8433 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.29411894573986186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3759 | LCC = 0.8715 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.25016077827511496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3149 | LCC = 0.8877 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.22814543657220168
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3452 | LCC = 0.8928 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.2112420619481561
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3189 | LCC = 0.8951 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1979704836458829
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3421 | LCC = 0.8979 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.19060277615840723
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3230 | LCC = 0.8969 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.18447464192016966
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2827 | LCC = 0.8997 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.1738545314941792
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2802 | LCC = 0.9006 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.16680298801619192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3257 | LCC = 0.8927 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.16269524576346997
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2727 | LCC = 0.9032 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.15620008365095006
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2692 | LCC = 0.9004 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.14923353376932916
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2731 | LCC = 0.9028 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.14679781730808963
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2884 | LCC = 0.9019 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.14033520600699276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2991 | LCC = 0.9020 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.13504369009953704
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2613 | LCC = 0.9033 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1284874492900909
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3130 | LCC = 0.8977 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.1326322380259547
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2626 | LCC = 0.9039 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.12421801806874358
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2609 | LCC = 0.9024 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.11855406042812877
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2780 | LCC = 0.8998 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.1201772002255641
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2709 | LCC = 0.9024 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.11746249576179968
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2927 | LCC = 0.8998 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.11178094962601028
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2624 | LCC = 0.9041 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.11126648712192656
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2707 | LCC = 0.9015 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.1076859003632744
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2857 | LCC = 0.8976 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.10228949584971274
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2784 | LCC = 0.9018 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.10139716132355563
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2995 | LCC = 0.8976 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.09822011803615989
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2668 | LCC = 0.9024 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.09642222220067344
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2768 | LCC = 0.9028 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.0961639941427749
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2625 | LCC = 0.9037 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.0912324714049094
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2799 | LCC = 0.8999 | SRCC = 0.9016 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4681 | LCC = 0.6876 | SRCC = 0.6659 ]
diff --git a/results_nisqa/wavlm_base/layer0/run1/config.gin b/results_nisqa/wavlm_base/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer0/run1/model.pt b/results_nisqa/wavlm_base/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5a2a81ad5c7f8acb8cc8a9e82e82de135fd17
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d0e4ac199d29148a07f998a623bf60b316a2bfabda9e7256eeff29874f05d1
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer0/run1/model_best.pt b/results_nisqa/wavlm_base/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4db0fcc14e6fbac8c2d31ce90964488ce9a686
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e509051d33417ac51ff149de13caa3df472229d5d5668ecd8ae7099c4f2866b
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer0/run1/train.log b/results_nisqa/wavlm_base/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1a8bc9d1332701ea4357bfc3b7833fb219a1305a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4962495894445849
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4085 | LCC = 0.8379 | SRCC = 0.8362 ]
+INFO:root:Average loss=0.304090622101905
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3552 | LCC = 0.8699 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.2584669378968333
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3291 | LCC = 0.8870 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.2300908731759628
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3050 | LCC = 0.8937 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.21483517287439005
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2890 | LCC = 0.8974 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.2039441363832165
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3095 | LCC = 0.8974 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.19296036475483394
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2802 | LCC = 0.9024 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.18321310375639469
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2669 | LCC = 0.9023 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.17648692665933874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3201 | LCC = 0.8974 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.1706077119260165
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2739 | LCC = 0.9020 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.16376573863746113
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2755 | LCC = 0.9026 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.15561500467316952
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2781 | LCC = 0.9046 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.1512237687762073
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2794 | LCC = 0.9023 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.14707621479826855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2665 | LCC = 0.9039 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.14205484936347587
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2694 | LCC = 0.9030 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.14291330530292037
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2576 | LCC = 0.9042 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.13148910345541948
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2377 | LCC = 0.9054 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12754669776886185
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2670 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.12309165204191483
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2299 | LCC = 0.9055 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1200224651249847
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2515 | LCC = 0.9050 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.11314768156822706
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2667 | LCC = 0.9042 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.11876492787992333
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2544 | LCC = 0.9027 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.11377939637858055
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2533 | LCC = 0.9061 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.10852562433722392
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2563 | LCC = 0.9066 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.10589947579482387
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2629 | LCC = 0.9057 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.10526315704246476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2463 | LCC = 0.9055 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.09928212144729719
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2488 | LCC = 0.9027 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.10014127039840456
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2428 | LCC = 0.9062 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.09438774883316431
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.9050 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.09386513517857287
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2592 | LCC = 0.9015 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.09479607195954103
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2556 | LCC = 0.9041 | SRCC = 0.9044 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4540 | LCC = 0.7093 | SRCC = 0.6930 ]
diff --git a/results_nisqa/wavlm_base/layer0/run2/config.gin b/results_nisqa/wavlm_base/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer0/run2/model.pt b/results_nisqa/wavlm_base/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c7aeadc34adb968df3d55e8dbd629f6eae6b9f
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f472d533f81a6371c4ed0c4c19a9f3333e944f7a2b47ca572535bbd9fdc02a
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer0/run2/model_best.pt b/results_nisqa/wavlm_base/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db191290577559bcafe1f93e45e49b5e0cc8e152
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a396a67056fe11c94f3e4dd9983b03d5f0ed28494735efbb78e34f0cf3f67f
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer0/run2/train.log b/results_nisqa/wavlm_base/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..032b66c12d073a2356ece65c140617029ab40f18
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.524544420614408
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4427 | LCC = 0.8358 | SRCC = 0.8377 ]
+INFO:root:Average loss=0.30240194172183904
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3276 | LCC = 0.8736 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.25290332618304073
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3217 | LCC = 0.8873 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.2279918689948286
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3089 | LCC = 0.8943 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.2107382355570104
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2913 | LCC = 0.8969 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.1956926237124239
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2843 | LCC = 0.8980 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.18777442030134917
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2859 | LCC = 0.9018 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.18381244241329975
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3176 | LCC = 0.8991 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1722838263205021
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2667 | LCC = 0.9016 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.17021733832497127
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3214 | LCC = 0.8992 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.16036588453144007
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2682 | LCC = 0.9034 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.1526918580938626
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2522 | LCC = 0.9042 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.1509036703864274
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3120 | LCC = 0.8984 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.1464920744644424
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2466 | LCC = 0.9064 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.13763090584836254
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2561 | LCC = 0.9049 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.13523669924177875
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.9054 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12808578194393588
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2445 | LCC = 0.9055 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12901379157266865
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2570 | LCC = 0.9032 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.12236316209239077
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2469 | LCC = 0.9036 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.11602856412616079
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2536 | LCC = 0.9023 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.11537172783144636
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2582 | LCC = 0.9029 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.11322611785692975
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2438 | LCC = 0.9044 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.11016525216185288
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2496 | LCC = 0.9027 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.10602590898213358
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2415 | LCC = 0.9048 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10465500038655508
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2442 | LCC = 0.9025 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.09920772240427188
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8998 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.09806462217962121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2494 | LCC = 0.9028 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.09560927061762424
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2597 | LCC = 0.9020 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.09254116582215866
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2588 | LCC = 0.9024 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.09241585345195898
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2573 | LCC = 0.9031 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.0918578916805328
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3024 | LCC = 0.8979 | SRCC = 0.8994 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4189 | LCC = 0.7386 | SRCC = 0.7190 ]
diff --git a/results_nisqa/wavlm_base/layer0/run3/config.gin b/results_nisqa/wavlm_base/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer0/run3/model.pt b/results_nisqa/wavlm_base/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d601563bc45580b92d55553e0a3e2d19a59ed0
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a926eba26ecca638a38eb07e278b4adf90955587ce4b76428182601dd3207ede
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer0/run3/model_best.pt b/results_nisqa/wavlm_base/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e461f7b068bdf72d7584dfb1c165403181e1ab
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35825de0e1282f2fb0cf208295d8ed68d2e3faab461e879ffd74a145be783413
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer0/run3/train.log b/results_nisqa/wavlm_base/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4464f2a20664b2d3e78d5563e1ab02699474bce4
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5071001854762865
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4044 | LCC = 0.8478 | SRCC = 0.8472 ]
+INFO:root:Average loss=0.2950316503902391
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3571 | LCC = 0.8748 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.25418770408010205
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3547 | LCC = 0.8812 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.2265353956491272
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2980 | LCC = 0.8931 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.2131329454869204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2967 | LCC = 0.8937 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.20325088707697875
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2901 | LCC = 0.8972 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.1937051208722109
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2999 | LCC = 0.8983 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.1821338574838087
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2692 | LCC = 0.9014 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.1715598909582706
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3002 | LCC = 0.8991 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.16726897669837654
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.9007 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.15868656729170352
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2796 | LCC = 0.9010 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.15707681069656604
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2636 | LCC = 0.9023 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.15270976726547142
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2664 | LCC = 0.9009 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.14659900769505196
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2614 | LCC = 0.9013 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.13835347517032845
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2540 | LCC = 0.9022 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.13667244037796308
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2672 | LCC = 0.9037 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.13129130802574873
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2712 | LCC = 0.9006 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.12505077501769699
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2781 | LCC = 0.8988 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.12605439888776382
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2708 | LCC = 0.9007 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.12137581873146784
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2509 | LCC = 0.9026 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.11742807308890227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2861 | LCC = 0.8993 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.1186414941111741
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2565 | LCC = 0.9038 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.11112378296480013
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.9023 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.10608463002250373
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2483 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.10235246313961945
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2528 | LCC = 0.9032 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.10292040485608785
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2705 | LCC = 0.9012 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.10211158253123305
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2585 | LCC = 0.9005 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.09808947770409501
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2795 | LCC = 0.8977 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.09686987304446325
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2595 | LCC = 0.9033 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.09158011777810968
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.9029 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.09086883453533828
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2686 | LCC = 0.9029 | SRCC = 0.9029 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4675 | LCC = 0.7027 | SRCC = 0.6837 ]
diff --git a/results_nisqa/wavlm_base/layer0/run4/config.gin b/results_nisqa/wavlm_base/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer0/run4/model.pt b/results_nisqa/wavlm_base/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e77b41d0b0150416f684774de87e8c342133560
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e256a82eaba35f858014121c78661dbb72f653022a6263823ecaa4330f241a7a
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer0/run4/model_best.pt b/results_nisqa/wavlm_base/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c1b73beb1af662162a6c3d5835c1c477ebc977
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fcd5aaabef43046f3864b4b52501872e66c0854074656338526c3d2c0f2309
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer0/run4/train.log b/results_nisqa/wavlm_base/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..356b2a81e2f16c18e356d4151d8068fb1e230eed
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.504747510559297
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3941 | LCC = 0.8490 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.28966092029747936
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3244 | LCC = 0.8746 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.2521983059499994
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3051 | LCC = 0.8852 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.22596811025128888
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2913 | LCC = 0.8948 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.2253659911496791
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3019 | LCC = 0.8957 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.1982731325605701
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2875 | LCC = 0.8907 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.1968116491085532
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3180 | LCC = 0.8955 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.18307220087402817
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2670 | LCC = 0.9018 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.1780623899546662
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2827 | LCC = 0.8980 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.16969767225787818
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2613 | LCC = 0.9047 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.16214996778723823
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2522 | LCC = 0.9022 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.15702120253460944
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2515 | LCC = 0.9039 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.14821368765968806
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2564 | LCC = 0.9029 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.14514836513927218
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2607 | LCC = 0.8985 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.14056728396973858
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2451 | LCC = 0.9042 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.13789360987485488
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2580 | LCC = 0.9058 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.1331310802801496
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2773 | LCC = 0.9002 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.12972844452354948
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2541 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.12181378590922824
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2700 | LCC = 0.9040 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.12031286890279351
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2587 | LCC = 0.9047 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.11692222057050364
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2899 | LCC = 0.9033 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.11927011023367072
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2489 | LCC = 0.9014 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.11229664875420532
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2524 | LCC = 0.9018 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.10777999641578322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2640 | LCC = 0.9043 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.10548024693493209
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2581 | LCC = 0.9039 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10433139148130582
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2549 | LCC = 0.9008 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.10505060080675721
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2524 | LCC = 0.9037 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.1012563876635422
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2491 | LCC = 0.9017 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.09668401764393542
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2741 | LCC = 0.9032 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.09433445349507938
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2499 | LCC = 0.9015 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.09223447761611442
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2649 | LCC = 0.9023 | SRCC = 0.9021 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4546 | LCC = 0.7149 | SRCC = 0.6922 ]
diff --git a/results_nisqa/wavlm_base/layer1/run0/config.gin b/results_nisqa/wavlm_base/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer1/run0/model.pt b/results_nisqa/wavlm_base/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb48d0987c515b2c53c72fdf75f022a6930a822
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f203563cab2351b272b4104f56751e634dc5e42b4dacfac2ab25719ad2386ed
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer1/run0/model_best.pt b/results_nisqa/wavlm_base/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f971f5502c8f8657002d580d513012631507d04
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b640a10805e0188e4e10a4b9e8d0bbabaa6dc8e6f5d9dbde595ebb7af586945
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer1/run0/train.log b/results_nisqa/wavlm_base/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..710e68c6c703d8db27de60ef98998ff27161dfa3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48964201473776314
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3607 | LCC = 0.8680 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.2663094682156006
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3227 | LCC = 0.8924 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.2183656488367588
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3628 | LCC = 0.8996 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.20248354402925237
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3105 | LCC = 0.9028 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.1921674936493008
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2630 | LCC = 0.9070 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.18058170998372094
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2661 | LCC = 0.9087 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.1721000294550995
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2895 | LCC = 0.9078 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.16418558255785462
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2637 | LCC = 0.9093 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.1559665134618048
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2747 | LCC = 0.9100 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.15245238131698155
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2591 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.143071463256213
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2388 | LCC = 0.9105 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1414073454162289
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2485 | LCC = 0.9077 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.13594004576433602
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.9068 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.1306329175313084
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2497 | LCC = 0.9105 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.12663190676211622
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2547 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.12174010853891427
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2417 | LCC = 0.9101 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.11739466567604528
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2452 | LCC = 0.9078 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.11398923513344947
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2466 | LCC = 0.9083 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.10973966048459786
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2531 | LCC = 0.9086 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.10273418876993863
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2404 | LCC = 0.9089 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10298065128440113
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2649 | LCC = 0.9060 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09831226957326679
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2527 | LCC = 0.9067 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.09303702241768037
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2440 | LCC = 0.9084 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09198457340715248
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2497 | LCC = 0.9053 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.09020578439180561
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2582 | LCC = 0.9058 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.0894990784110706
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2426 | LCC = 0.9053 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.08505246880857241
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.9076 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08332602535455214
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2705 | LCC = 0.9069 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.08114128798849321
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2477 | LCC = 0.9057 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.07869932257887945
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.9063 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07553490709965628
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2421 | LCC = 0.9050 | SRCC = 0.9070 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3319 | LCC = 0.8138 | SRCC = 0.7882 ]
diff --git a/results_nisqa/wavlm_base/layer1/run1/config.gin b/results_nisqa/wavlm_base/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer1/run1/model.pt b/results_nisqa/wavlm_base/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed844726b241c369b0d20b2f02b9fb32eb6638e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeead7f7a2d026030aaced2c4bed180effcd5840b9ce77d25f657007939308f
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer1/run1/model_best.pt b/results_nisqa/wavlm_base/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461486c744cda080243b4c530cd9055b8bd68432
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709c03252472422f0c78d0a2e57fb25ba7199455dcd3234698db26c1fbc56f6e
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer1/run1/train.log b/results_nisqa/wavlm_base/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d873e9c1f4f1e4eb86e031851bd9f15e5b8654f
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4620654186761448
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3857 | LCC = 0.8675 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.2530949471486097
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2916 | LCC = 0.8940 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.21949259359712545
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2876 | LCC = 0.8981 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.20122315691557924
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2695 | LCC = 0.9037 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.18972453617119375
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2671 | LCC = 0.9056 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.17944020334351268
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2629 | LCC = 0.9074 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.17203347109301242
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2788 | LCC = 0.9073 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.162791581210718
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2529 | LCC = 0.9098 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.15822979958587988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2708 | LCC = 0.9059 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.15182930907245315
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2904 | LCC = 0.9021 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1488406009584493
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2496 | LCC = 0.9079 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.13917139659210437
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2474 | LCC = 0.9078 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.13621739582347042
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2567 | LCC = 0.9057 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.12911862225374046
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2587 | LCC = 0.9081 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.12481388815737873
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2789 | LCC = 0.9039 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.1252532739170714
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2712 | LCC = 0.9053 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.11640959672328365
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2322 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.11129989530998848
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2339 | LCC = 0.9089 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11107394870133758
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.9083 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10300815682535226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2418 | LCC = 0.9071 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.10186605818698861
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2485 | LCC = 0.9061 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.10009414917988584
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2539 | LCC = 0.9069 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09792105379821248
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2491 | LCC = 0.9061 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.0940908603800859
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2456 | LCC = 0.9072 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.09061140926673233
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2415 | LCC = 0.9070 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.08644301743607301
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2521 | LCC = 0.9063 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.0866736533669378
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.9069 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.081642940295914
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2443 | LCC = 0.9067 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.08072773317639538
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2473 | LCC = 0.9071 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.0803131024014054
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2673 | LCC = 0.9046 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.07674978862952635
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2539 | LCC = 0.9041 | SRCC = 0.9054 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3281 | LCC = 0.7941 | SRCC = 0.7767 ]
diff --git a/results_nisqa/wavlm_base/layer1/run2/config.gin b/results_nisqa/wavlm_base/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer1/run2/model.pt b/results_nisqa/wavlm_base/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0a3cf762cc8657927875a9bf73d62172cd528d
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89823b38f6c94a430477cbe15bfd0e19eb750c54737ad63a805a63ef2c18e45
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer1/run2/model_best.pt b/results_nisqa/wavlm_base/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347877100f265fca0a43c463fb5793fe13478775
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76190bf89494a69b325417dafc78d9b6c64ebcbe330944e993e2423cbc5a25ef
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer1/run2/train.log b/results_nisqa/wavlm_base/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f325569a707628e3d110601266755aa12b1edae3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4407574668785051
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3694 | LCC = 0.8651 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.2574075605138878
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3142 | LCC = 0.8868 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.22615025304473205
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3041 | LCC = 0.8931 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.20864512999622808
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2742 | LCC = 0.9010 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.1977710111034399
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2588 | LCC = 0.9027 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.18575146880453033
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2497 | LCC = 0.9077 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.17661990001367006
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2413 | LCC = 0.9048 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.16752482554471562
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2499 | LCC = 0.9066 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.16413310777417497
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2956 | LCC = 0.8993 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.15393078930116114
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2490 | LCC = 0.9041 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.15029332592997247
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.9102 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.14658021853666084
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2426 | LCC = 0.9077 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.1375842796843176
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2408 | LCC = 0.9100 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1352115369514923
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2625 | LCC = 0.9111 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.12776571391634858
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2379 | LCC = 0.9102 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.12363087497866912
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2558 | LCC = 0.9091 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.11878627275972697
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2449 | LCC = 0.9081 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.11680926653863377
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2511 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.1106204630408673
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2569 | LCC = 0.9035 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.11125296866790407
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2390 | LCC = 0.9051 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.10783978465492326
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2564 | LCC = 0.9040 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.10273913683832725
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2395 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.0992591298815143
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2364 | LCC = 0.9058 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.09658040289331034
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2372 | LCC = 0.9057 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.09388028520207874
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2611 | LCC = 0.9031 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.09285393639365373
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2474 | LCC = 0.9040 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.08966340550969791
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2394 | LCC = 0.9064 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.08659928184368706
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2323 | LCC = 0.9054 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.08337091521031595
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2345 | LCC = 0.9051 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.08171277861460785
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.9042 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.08163449172511955
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2416 | LCC = 0.9053 | SRCC = 0.9054 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3463 | LCC = 0.8077 | SRCC = 0.7890 ]
diff --git a/results_nisqa/wavlm_base/layer1/run3/config.gin b/results_nisqa/wavlm_base/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer1/run3/model.pt b/results_nisqa/wavlm_base/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02129794d731b7fb60550c9e4fe4d7735abc4d60
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d855b1de1394de895d268bbc1b01ace1e82fb1c2a98095ccf2ecd7576d11e
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer1/run3/model_best.pt b/results_nisqa/wavlm_base/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2867eea6cb1182cdad98f19da3b7c227c69190
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852a7535d49825cf672655abcccdb77e95d631dd832ae54997a04bd5a5485eb1
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer1/run3/train.log b/results_nisqa/wavlm_base/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc9b71c463f2b4a01b8264737f36dbde8e9381d1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43044160780190044
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3741 | LCC = 0.8612 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.2692434519873878
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3033 | LCC = 0.8898 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.22762668761559304
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2999 | LCC = 0.8963 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.20765857665525006
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2994 | LCC = 0.8993 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.1919957316249092
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2513 | LCC = 0.9023 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.18476872034155564
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2982 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.17604589122051448
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2462 | LCC = 0.9049 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.16995060555852218
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2625 | LCC = 0.9039 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.16406456359549065
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2587 | LCC = 0.9079 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.15262457362316936
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2690 | LCC = 0.9083 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.1520870514860043
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2563 | LCC = 0.9076 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.1434864747644849
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2552 | LCC = 0.9095 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.139125876516276
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2551 | LCC = 0.9092 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.13206790844140026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2551 | LCC = 0.9072 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.12763256342769358
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2552 | LCC = 0.9069 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.1232190736800949
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2463 | LCC = 0.9093 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.12085815575081489
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2296 | LCC = 0.9100 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11809081175079235
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2514 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.11097950561542731
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2463 | LCC = 0.9083 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.10762950084629776
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3034 | LCC = 0.9049 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.10584946153308615
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2419 | LCC = 0.9094 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.10195953579824095
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2524 | LCC = 0.9069 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.09740584111110323
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2489 | LCC = 0.9076 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09546930616387742
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2364 | LCC = 0.9084 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.09269554514674783
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2422 | LCC = 0.9072 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.0893264257408291
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.9067 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.08671776672577583
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2303 | LCC = 0.9079 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.08455291321511903
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2344 | LCC = 0.9069 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.08289649369830342
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2390 | LCC = 0.9071 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07772104579933806
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.9079 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.0786742559617999
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2560 | LCC = 0.9054 | SRCC = 0.9052 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3422 | LCC = 0.7840 | SRCC = 0.7598 ]
diff --git a/results_nisqa/wavlm_base/layer1/run4/config.gin b/results_nisqa/wavlm_base/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer1/run4/model.pt b/results_nisqa/wavlm_base/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e2505d9649a221b10b12247e16c714542579f3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6123f9ab00b871edbc4635285906179e93fd8a0e45b07f4e9b41d51854cc2b78
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer1/run4/model_best.pt b/results_nisqa/wavlm_base/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c1408fe720a71c3a1e431acaec17bab96e7690
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61e69cd8d4eb95125f1795cc4eb85d70fb60d08f69117bf1a2a029b395aa266
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer1/run4/train.log b/results_nisqa/wavlm_base/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e06d72854c8826feddd997a708c4ce1ee6445ca1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4566720904986982
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3575 | LCC = 0.8668 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.25942177450381265
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.8916 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.21988042680858877
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.8977 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.21188996882969244
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3278 | LCC = 0.9015 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.19876926271729387
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3123 | LCC = 0.9062 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.18693916749402967
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2546 | LCC = 0.9057 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.17302139086185853
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2861 | LCC = 0.9077 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.16892236768338031
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2577 | LCC = 0.9054 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.16100426233572768
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2640 | LCC = 0.9053 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.15297096872949875
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2563 | LCC = 0.9061 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.14622736541349765
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2590 | LCC = 0.9078 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.14030158778146512
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2663 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.13344801923615396
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2491 | LCC = 0.9044 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.13053276308010078
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2578 | LCC = 0.9075 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.12570529728266544
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2669 | LCC = 0.9069 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.1221260279417038
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2530 | LCC = 0.9053 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.11749407976348965
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2579 | LCC = 0.9084 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.11365515114255034
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2456 | LCC = 0.9084 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.1135448126951394
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2355 | LCC = 0.9092 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10600651830779334
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2860 | LCC = 0.8994 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.10158997059212943
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2611 | LCC = 0.9076 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.10134304525879766
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2685 | LCC = 0.9062 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.09838288359214804
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2655 | LCC = 0.9048 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0940960204670195
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9066 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08946345541949217
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2702 | LCC = 0.9071 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.08834551029294901
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2395 | LCC = 0.9061 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.08550514257109235
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2528 | LCC = 0.9063 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08318069495389917
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2561 | LCC = 0.9036 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.08123530882459155
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2658 | LCC = 0.9063 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.07968348818104391
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2506 | LCC = 0.9021 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.07769816491559062
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2491 | LCC = 0.9053 | SRCC = 0.9065 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3639 | LCC = 0.7877 | SRCC = 0.7659 ]
diff --git a/results_nisqa/wavlm_base/layer10/run0/config.gin b/results_nisqa/wavlm_base/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer10/run0/model.pt b/results_nisqa/wavlm_base/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be97f1dcd208ed5a05f5279009131f36e1b29989
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a80228ac94e25f8ff76a93b58fa4fcc6ea77c778073d0f6535c1a74053a8475
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer10/run0/model_best.pt b/results_nisqa/wavlm_base/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03405e1c2492f57e8340d992b3b0f0573f1c28ec
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d932856ac30a5aabe078594f3fb71ec279fcf583f250eec0a627b8d9e092ad
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer10/run0/train.log b/results_nisqa/wavlm_base/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2337d5e21f2bec17788267da347ee93aa2c2d88c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46009974664001796
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4524 | LCC = 0.8412 | SRCC = 0.8411 ]
+INFO:root:Average loss=0.30084678866615183
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3665 | LCC = 0.8584 | SRCC = 0.8576 ]
+INFO:root:Average loss=0.2680503332373724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3373 | LCC = 0.8641 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.24491335020933538
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3378 | LCC = 0.8676 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.23205372363845736
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3385 | LCC = 0.8673 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.21783834971444455
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3326 | LCC = 0.8677 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.20609301888529277
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3393 | LCC = 0.8688 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.1947103477368465
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3326 | LCC = 0.8710 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.18872444994876839
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3299 | LCC = 0.8707 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.1746533704717035
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3161 | LCC = 0.8689 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.16802702637421602
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3371 | LCC = 0.8652 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.15615875213649233
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3271 | LCC = 0.8663 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.14874474631051796
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3277 | LCC = 0.8637 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.14334767453932348
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3249 | LCC = 0.8665 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.13345816981241193
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3332 | LCC = 0.8668 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.12752019592447777
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3142 | LCC = 0.8647 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.12318718571194334
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3182 | LCC = 0.8651 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.11887370080100318
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3192 | LCC = 0.8658 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.11431886626116802
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3189 | LCC = 0.8662 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.10974464966038058
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3140 | LCC = 0.8653 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.10383360309666292
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3195 | LCC = 0.8622 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.10344834130451169
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3276 | LCC = 0.8647 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.0957580416791701
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3231 | LCC = 0.8655 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.09282454510214012
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3083 | LCC = 0.8664 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.08865964365315575
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3261 | LCC = 0.8642 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.08947888593797738
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3167 | LCC = 0.8646 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.0837705952540643
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3218 | LCC = 0.8626 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.080037536713257
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3247 | LCC = 0.8630 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.0803610953809209
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3307 | LCC = 0.8603 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.07752572587890431
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3204 | LCC = 0.8635 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.07521334081629798
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3310 | LCC = 0.8611 | SRCC = 0.8583 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4896 | LCC = 0.7035 | SRCC = 0.6991 ]
diff --git a/results_nisqa/wavlm_base/layer10/run1/config.gin b/results_nisqa/wavlm_base/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer10/run1/model.pt b/results_nisqa/wavlm_base/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583e9ddb11ab5f65bbdf6527119519253a9b3490
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1cbb0dada187312cdb9a9aa2c6ad84cb420ddb833bba028398f3ad4f2d46a
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer10/run1/model_best.pt b/results_nisqa/wavlm_base/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1902facb3fa9c730be8ba454392478adec199022
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a571cad9d1dc4aab1b744494d7bdb1e92beb8a7de5056ccaeb494cf7ea01db
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer10/run1/train.log b/results_nisqa/wavlm_base/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..67aef663fa296549f58433970a55141cc449e014
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4623015382558624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4089 | LCC = 0.8399 | SRCC = 0.8399 ]
+INFO:root:Average loss=0.3008643226816475
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3692 | LCC = 0.8579 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.2753089246033244
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3689 | LCC = 0.8656 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.24708771227584408
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3585 | LCC = 0.8681 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.23278738523838838
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3434 | LCC = 0.8687 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.21654962149658644
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3493 | LCC = 0.8657 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.20973580632078853
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3114 | LCC = 0.8699 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.19751304336365938
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3219 | LCC = 0.8706 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.1867632992522565
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3119 | LCC = 0.8701 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.17762211301078687
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3180 | LCC = 0.8682 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.16829035629254546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3196 | LCC = 0.8698 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.15929036957852413
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3125 | LCC = 0.8680 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.15224746248625606
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3150 | LCC = 0.8678 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.1462359275087456
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3168 | LCC = 0.8677 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.13930133855067237
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3346 | LCC = 0.8668 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.1344961783703352
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3224 | LCC = 0.8654 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.1260974528214146
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3432 | LCC = 0.8615 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.12123361617499004
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3186 | LCC = 0.8645 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.11733183434846774
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3285 | LCC = 0.8651 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.11409186800091253
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3190 | LCC = 0.8643 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.11250202642010816
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3445 | LCC = 0.8608 | SRCC = 0.8576 ]
+INFO:root:Average loss=0.10630386469164335
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3305 | LCC = 0.8637 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.09999072095217733
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3443 | LCC = 0.8608 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.09727453604082152
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3253 | LCC = 0.8634 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.09402828075723842
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3267 | LCC = 0.8631 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.08881176954318333
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3469 | LCC = 0.8584 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.08905931006621763
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3234 | LCC = 0.8617 | SRCC = 0.8594 ]
+INFO:root:Average loss=0.08563842260510246
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3255 | LCC = 0.8609 | SRCC = 0.8594 ]
+INFO:root:Average loss=0.0802470958129519
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3434 | LCC = 0.8597 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.08074574181110183
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3374 | LCC = 0.8612 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.0774200084926076
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3390 | LCC = 0.8611 | SRCC = 0.8588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5367 | LCC = 0.6820 | SRCC = 0.6797 ]
diff --git a/results_nisqa/wavlm_base/layer10/run2/config.gin b/results_nisqa/wavlm_base/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer10/run2/model.pt b/results_nisqa/wavlm_base/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a9f84eee0c75cfa93f39759c04590753580f73
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74564a6615e688cd94dc7e18464c2e74326534b0fe0590be4a25478f443dedf5
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer10/run2/model_best.pt b/results_nisqa/wavlm_base/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e15ae4fa3dcf58c1e74958fbe8d6c21fdc1490
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15deef53b25991a575d1150a4246babd2b9713bb2fa7f39d61433ebd587e3214
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer10/run2/train.log b/results_nisqa/wavlm_base/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..00d3b3f45a52ac91f88956f60e2570d6a9e7fe3e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46066805203526007
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4011 | LCC = 0.8392 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.29699381031741984
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3708 | LCC = 0.8582 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.26634864599546254
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3784 | LCC = 0.8632 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.24570395982678914
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3478 | LCC = 0.8632 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.23298515112413837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3265 | LCC = 0.8677 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.2183066472152754
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3451 | LCC = 0.8658 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.20703510212243637
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3453 | LCC = 0.8657 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.19617717588223474
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3210 | LCC = 0.8648 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.18668138244420807
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3618 | LCC = 0.8595 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.1757170955483624
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3312 | LCC = 0.8619 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.1640223856218633
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3324 | LCC = 0.8628 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.1585635560527013
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3314 | LCC = 0.8622 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.15471453779522396
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3325 | LCC = 0.8610 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.1436060365569385
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3309 | LCC = 0.8612 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.13695924561147746
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3355 | LCC = 0.8598 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.13160745390405545
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3269 | LCC = 0.8581 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.12744163420331273
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3320 | LCC = 0.8601 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.11881987332780926
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3351 | LCC = 0.8579 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.11441491169564297
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3333 | LCC = 0.8582 | SRCC = 0.8569 ]
+INFO:root:Average loss=0.11028606694385495
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3405 | LCC = 0.8557 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.10659687888587831
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3624 | LCC = 0.8503 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.10384369611395577
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3401 | LCC = 0.8544 | SRCC = 0.8567 ]
+INFO:root:Average loss=0.10000033332088779
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3457 | LCC = 0.8529 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.09660316908979691
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3370 | LCC = 0.8577 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.09384748240599053
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3341 | LCC = 0.8567 | SRCC = 0.8576 ]
+INFO:root:Average loss=0.08918378575344306
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3557 | LCC = 0.8492 | SRCC = 0.8545 ]
+INFO:root:Average loss=0.08737103225437202
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3418 | LCC = 0.8536 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.0834566304578602
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3765 | LCC = 0.8480 | SRCC = 0.8531 ]
+INFO:root:Average loss=0.08252125911716092
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3471 | LCC = 0.8536 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.07924960054069585
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3337 | LCC = 0.8577 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.07669080636663243
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3340 | LCC = 0.8570 | SRCC = 0.8581 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5688 | LCC = 0.6994 | SRCC = 0.7125 ]
diff --git a/results_nisqa/wavlm_base/layer10/run3/config.gin b/results_nisqa/wavlm_base/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer10/run3/model.pt b/results_nisqa/wavlm_base/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2b71c419fba0fdd3801a81f54d040e070f2f96
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3d522163fb77f2c6b68bbdcd7a78b7a09ad198e94bac491f1ed7919de59f23
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer10/run3/model_best.pt b/results_nisqa/wavlm_base/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4698772fc7fd67fef84c559d92352a384cef9aca
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2554b140d9851e6ac0e247c62a7dd7472b8453995ac60f945f7a2f8fa29d286
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer10/run3/train.log b/results_nisqa/wavlm_base/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f22063d411d6a18f79f6fbbe6b1359dc70fb4ada
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4828831818751517
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4030 | LCC = 0.8406 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.302851955497885
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3620 | LCC = 0.8576 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.2682880158886055
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3664 | LCC = 0.8627 | SRCC = 0.8620 ]
+INFO:root:Average loss=0.24651034331390623
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3408 | LCC = 0.8671 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.23210296310441342
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3497 | LCC = 0.8707 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.21708400810212758
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3250 | LCC = 0.8720 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.20914511167245103
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3723 | LCC = 0.8620 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.19223627129386614
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3440 | LCC = 0.8697 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.18096609620345122
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3830 | LCC = 0.8601 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.16996324325055745
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3288 | LCC = 0.8656 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.16385225564069142
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3490 | LCC = 0.8656 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.15680096754965756
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3226 | LCC = 0.8655 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.1441763181217833
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3452 | LCC = 0.8618 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.13618391584281977
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3715 | LCC = 0.8568 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.13160639015064074
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3524 | LCC = 0.8606 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.1232879589274095
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3455 | LCC = 0.8573 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.12017287046923114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3184 | LCC = 0.8652 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.11448774633207762
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3410 | LCC = 0.8579 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.10892136722286312
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3461 | LCC = 0.8581 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.10550255349950294
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3645 | LCC = 0.8536 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.10328171481889796
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3295 | LCC = 0.8601 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.09693191687151187
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3406 | LCC = 0.8557 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.09748286426584156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3633 | LCC = 0.8534 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.09056870032080336
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3867 | LCC = 0.8445 | SRCC = 0.8496 ]
+INFO:root:Average loss=0.0896583302431024
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3596 | LCC = 0.8534 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.08303451182783683
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3427 | LCC = 0.8541 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.08059283029395721
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3396 | LCC = 0.8556 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.07796087871827831
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3517 | LCC = 0.8546 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.07437350872279591
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3490 | LCC = 0.8552 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.07428223728013865
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3678 | LCC = 0.8521 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.07329963593383056
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3423 | LCC = 0.8574 | SRCC = 0.8571 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4428 | LCC = 0.7312 | SRCC = 0.7398 ]
diff --git a/results_nisqa/wavlm_base/layer10/run4/config.gin b/results_nisqa/wavlm_base/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer10/run4/model.pt b/results_nisqa/wavlm_base/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e94255f051ad189cce38065c1087e990412d06
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fb942ce8e980302317491d8ae057cc488b9c1c67f35b32f0a38023e618c8fc
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer10/run4/model_best.pt b/results_nisqa/wavlm_base/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6680d7ba038e538f4b9f6b1208a0f24d3c49704
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588e0c4b9f17a126889042aa6b982d39c57493f96535aa9a649e6a7a8895c8d
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer10/run4/train.log b/results_nisqa/wavlm_base/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc856d94b3bd1c1d97003229726933306561d0e8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4614549942443826
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4314 | LCC = 0.8408 | SRCC = 0.8394 ]
+INFO:root:Average loss=0.3057466383614292
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3847 | LCC = 0.8546 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.2712062054631338
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3765 | LCC = 0.8612 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.2503484513373733
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3426 | LCC = 0.8655 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.2330460140126289
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3647 | LCC = 0.8671 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.22113544196751767
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3336 | LCC = 0.8661 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.20528327204243985
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3351 | LCC = 0.8685 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.19032334648288055
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3549 | LCC = 0.8668 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.18286983057253622
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3362 | LCC = 0.8663 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.16918001862275117
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3415 | LCC = 0.8667 | SRCC = 0.8654 ]
+INFO:root:Average loss=0.1612147016160061
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3327 | LCC = 0.8643 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.15727696150024503
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3365 | LCC = 0.8633 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.14735147615388638
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3321 | LCC = 0.8614 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.1389926427361593
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3396 | LCC = 0.8621 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.13032796767922494
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3646 | LCC = 0.8616 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.12320702092323689
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3558 | LCC = 0.8576 | SRCC = 0.8572 ]
+INFO:root:Average loss=0.11997464049413714
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3449 | LCC = 0.8566 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.11368528684611955
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3479 | LCC = 0.8580 | SRCC = 0.8572 ]
+INFO:root:Average loss=0.11031030691255723
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3437 | LCC = 0.8599 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.1059214936170964
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3505 | LCC = 0.8562 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.09970620532945401
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3613 | LCC = 0.8612 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.09662046819666907
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3473 | LCC = 0.8589 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.09285690532082078
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3687 | LCC = 0.8471 | SRCC = 0.8503 ]
+INFO:root:Average loss=0.08929821424659966
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3824 | LCC = 0.8589 | SRCC = 0.8563 ]
+INFO:root:Average loss=0.08723495338607386
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3576 | LCC = 0.8510 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.0881251218389569
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3549 | LCC = 0.8575 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.08155117121476659
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3452 | LCC = 0.8578 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.07929962776558247
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3447 | LCC = 0.8552 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.0778350582227886
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4099 | LCC = 0.8589 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.07864909188423543
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3486 | LCC = 0.8568 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.07205722776020883
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3594 | LCC = 0.8573 | SRCC = 0.8565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4616 | LCC = 0.7199 | SRCC = 0.7314 ]
diff --git a/results_nisqa/wavlm_base/layer11/run0/config.gin b/results_nisqa/wavlm_base/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer11/run0/model.pt b/results_nisqa/wavlm_base/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64ebb2fcc8550e67f3a79cacd4d2f4d70f4077
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91de77eecb6e816d462962e37c3b0538c92da4a2915e59c151f431adb98f8b61
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer11/run0/model_best.pt b/results_nisqa/wavlm_base/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4094890837130710b0fd982232830b28b4e17b50
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1e477f02f5ef1e04832e70fc1426c3ed6c5b395b8eb930d50cf3a4b7992fea
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer11/run0/train.log b/results_nisqa/wavlm_base/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a392fc3ebce463f01d8d9ce63a8409dd7cea71ba
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4715343107377863
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4586 | LCC = 0.8347 | SRCC = 0.8324 ]
+INFO:root:Average loss=0.33096547157778217
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3931 | LCC = 0.8489 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.29206689356723964
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3681 | LCC = 0.8527 | SRCC = 0.8514 ]
+INFO:root:Average loss=0.27628957630926476
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3482 | LCC = 0.8579 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.2571783662703685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3423 | LCC = 0.8613 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.2443794993995931
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3852 | LCC = 0.8614 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.23346444680167072
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3486 | LCC = 0.8649 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.22191119921862046
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3470 | LCC = 0.8633 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.21221322191588451
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3515 | LCC = 0.8621 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.20445549548361341
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3905 | LCC = 0.8581 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.19389622895359304
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3526 | LCC = 0.8619 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.18662588442595018
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3426 | LCC = 0.8607 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.18089299941855358
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3577 | LCC = 0.8577 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.17721585748512622
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3770 | LCC = 0.8569 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.16983127047044005
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3356 | LCC = 0.8603 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.1638947957857496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3205 | LCC = 0.8605 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.15764112098713143
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3304 | LCC = 0.8595 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.1555466014525794
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4111 | LCC = 0.8488 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.14945089278710372
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3290 | LCC = 0.8588 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.139626437572041
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3538 | LCC = 0.8552 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.14276846743732519
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3409 | LCC = 0.8574 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.13597329021189253
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3329 | LCC = 0.8606 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.13337867586426652
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3793 | LCC = 0.8483 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.1299045436471873
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3444 | LCC = 0.8539 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.1251646046219878
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3232 | LCC = 0.8589 | SRCC = 0.8572 ]
+INFO:root:Average loss=0.12099732990468169
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3463 | LCC = 0.8554 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.11651632672100398
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3371 | LCC = 0.8577 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.1154729385854881
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3480 | LCC = 0.8580 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.11378938140552168
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3340 | LCC = 0.8577 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.11001998705068075
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3584 | LCC = 0.8527 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.1100152565134054
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3761 | LCC = 0.8528 | SRCC = 0.8542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4635 | LCC = 0.7413 | SRCC = 0.7651 ]
diff --git a/results_nisqa/wavlm_base/layer11/run1/config.gin b/results_nisqa/wavlm_base/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer11/run1/model.pt b/results_nisqa/wavlm_base/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc0bf7ec0e363e4f83a83b9787d30fb13b674f7
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbc9826f7083ba8b0bb8e9e1ca1b5c61dcf9a817ec0bbadca9bb4d0ab3f25ef
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer11/run1/model_best.pt b/results_nisqa/wavlm_base/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c3df9ad743210b34f69f965ed6512e74e79693
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083a26534da54f6f654258654dc8853f4eddd9f7168c9742373003668f1fa2c1
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer11/run1/train.log b/results_nisqa/wavlm_base/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..64661474f5e256978da3585c47648f1e70130cb3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5021566933806921
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4338 | LCC = 0.8300 | SRCC = 0.8281 ]
+INFO:root:Average loss=0.32329749415031056
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3966 | LCC = 0.8479 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.2897420581537864
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4048 | LCC = 0.8531 | SRCC = 0.8511 ]
+INFO:root:Average loss=0.2762263772115542
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3647 | LCC = 0.8572 | SRCC = 0.8545 ]
+INFO:root:Average loss=0.25371725926164945
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3493 | LCC = 0.8609 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.24360030932578047
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3811 | LCC = 0.8610 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.23779246882896202
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3592 | LCC = 0.8618 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.21975888811439448
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3928 | LCC = 0.8637 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.21118784639876703
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3839 | LCC = 0.8612 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.2039434029962975
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3736 | LCC = 0.8638 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.1938224290147682
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3430 | LCC = 0.8650 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.1914227017432968
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3215 | LCC = 0.8657 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.17922724718820152
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3560 | LCC = 0.8635 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.17196332340295603
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3549 | LCC = 0.8640 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.16827166330263105
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3538 | LCC = 0.8624 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.16249493836839765
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3398 | LCC = 0.8632 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.1587803575689393
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3684 | LCC = 0.8568 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.15077739893701037
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3409 | LCC = 0.8592 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.14534257985436158
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3271 | LCC = 0.8601 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.13904373511413617
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3455 | LCC = 0.8610 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.13587657659384555
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3270 | LCC = 0.8607 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.1344031399557356
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3270 | LCC = 0.8630 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.1287758774581672
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3475 | LCC = 0.8602 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.12700536196803772
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3461 | LCC = 0.8587 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.12225137190150388
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3618 | LCC = 0.8557 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.12147205043045771
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3540 | LCC = 0.8581 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.11589313608545788
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3768 | LCC = 0.8564 | SRCC = 0.8531 ]
+INFO:root:Average loss=0.11589294097068682
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3615 | LCC = 0.8563 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.10819728668197731
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3690 | LCC = 0.8560 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.10627864053569777
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3393 | LCC = 0.8585 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.10398933119167482
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3358 | LCC = 0.8582 | SRCC = 0.8572 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4737 | LCC = 0.7243 | SRCC = 0.7367 ]
diff --git a/results_nisqa/wavlm_base/layer11/run2/config.gin b/results_nisqa/wavlm_base/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer11/run2/model.pt b/results_nisqa/wavlm_base/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a516c6c905b651cf15ac0bfefd1792c2993427
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dacdff1dbeef64c17286bba9fdf94d6c29265458d71a21a61014cf1a6267ad0
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer11/run2/model_best.pt b/results_nisqa/wavlm_base/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe8c6c5e69e9717d00f0cdfa84a43a3e64a18e5
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922f04effb70a96af9646fba0d8167882e22b18531484e3511305f21b6530b7
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer11/run2/train.log b/results_nisqa/wavlm_base/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..838c08f4bb29bb1d2c6590813dac4905f7f467d2
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.496715579935581
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4336 | LCC = 0.8239 | SRCC = 0.8224 ]
+INFO:root:Average loss=0.3260944398669149
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4288 | LCC = 0.8433 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.2961230069571148
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3871 | LCC = 0.8475 | SRCC = 0.8455 ]
+INFO:root:Average loss=0.27302969742372546
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3803 | LCC = 0.8556 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.25630081324391285
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3389 | LCC = 0.8588 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.2427630967142954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3350 | LCC = 0.8597 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.22975937875709093
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3379 | LCC = 0.8633 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.22244248603809777
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3615 | LCC = 0.8614 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.21535707036883844
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3614 | LCC = 0.8592 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.20521080885836154
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3378 | LCC = 0.8624 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.1963645646165561
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3556 | LCC = 0.8596 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.18463571007885685
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3564 | LCC = 0.8581 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.18160463206340813
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3304 | LCC = 0.8586 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.17638660476386891
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3708 | LCC = 0.8549 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.16936002012794418
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3373 | LCC = 0.8599 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.16401910820620597
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3575 | LCC = 0.8564 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.1526408210138365
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3608 | LCC = 0.8550 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.15177025904372937
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3397 | LCC = 0.8585 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.1495201580355622
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3882 | LCC = 0.8495 | SRCC = 0.8517 ]
+INFO:root:Average loss=0.1458658689708379
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3532 | LCC = 0.8562 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.14137425415777746
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3676 | LCC = 0.8500 | SRCC = 0.8520 ]
+INFO:root:Average loss=0.13694451951739417
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3361 | LCC = 0.8571 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.1325792541479789
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3364 | LCC = 0.8543 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.12702562194855915
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3511 | LCC = 0.8552 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.1261253588203061
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3509 | LCC = 0.8541 | SRCC = 0.8523 ]
+INFO:root:Average loss=0.12175895071270838
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3354 | LCC = 0.8550 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.11730429611970923
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3455 | LCC = 0.8518 | SRCC = 0.8518 ]
+INFO:root:Average loss=0.11923152673451197
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3583 | LCC = 0.8532 | SRCC = 0.8522 ]
+INFO:root:Average loss=0.11231162244012591
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3378 | LCC = 0.8548 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.11289765013952476
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3410 | LCC = 0.8553 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.1103310785283243
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3469 | LCC = 0.8526 | SRCC = 0.8522 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5181 | LCC = 0.7268 | SRCC = 0.7395 ]
diff --git a/results_nisqa/wavlm_base/layer11/run3/config.gin b/results_nisqa/wavlm_base/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer11/run3/model.pt b/results_nisqa/wavlm_base/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda72db3e8a9dfff95f2316b49b86a3eae9e6fb1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811a093fdeb2a2e9fcbf52d054601b570766cb376c26b98cc2a91152ce0ae34e
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer11/run3/model_best.pt b/results_nisqa/wavlm_base/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbc9c9b42698f66e3ead3b4d9cf59d19dfefc2
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8d0c51f058e470d2256c22bdfcd249a4f983ce8d8793eaf656310365c04911
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer11/run3/train.log b/results_nisqa/wavlm_base/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2a5f31bf7e2e7ed3b9785bfa403c997df0b67154
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5946046534301228
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4744 | LCC = 0.8279 | SRCC = 0.8276 ]
+INFO:root:Average loss=0.3222630401222692
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4240 | LCC = 0.8462 | SRCC = 0.8444 ]
+INFO:root:Average loss=0.2891532919999492
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4381 | LCC = 0.8547 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.26579107766206556
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3529 | LCC = 0.8585 | SRCC = 0.8576 ]
+INFO:root:Average loss=0.25164245801164925
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3834 | LCC = 0.8590 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.23921189762953388
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3522 | LCC = 0.8637 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.23493063975276285
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3602 | LCC = 0.8638 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.2200015201475579
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3472 | LCC = 0.8661 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.21082673936737756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3636 | LCC = 0.8608 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.20472724606536027
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4108 | LCC = 0.8649 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.20270779995904492
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3613 | LCC = 0.8666 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.1896322029777345
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3595 | LCC = 0.8626 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.17842977575828575
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3630 | LCC = 0.8608 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.17328590899705887
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3357 | LCC = 0.8615 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.17015133410519948
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3652 | LCC = 0.8625 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.1613998598273779
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3678 | LCC = 0.8601 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.15627193795463254
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3585 | LCC = 0.8624 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.1511094133461142
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3519 | LCC = 0.8619 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.14540710209766564
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3656 | LCC = 0.8531 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.14159102595782694
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3731 | LCC = 0.8608 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.13840261984594984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3424 | LCC = 0.8602 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.13415946962171896
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3467 | LCC = 0.8601 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.1290762161760661
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3501 | LCC = 0.8547 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.1262073822190307
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3465 | LCC = 0.8572 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.12329409086290812
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3577 | LCC = 0.8615 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.11841313187786609
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3522 | LCC = 0.8562 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.11779702848867873
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3421 | LCC = 0.8581 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.11720068841052882
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3370 | LCC = 0.8588 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.11373614898823589
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3396 | LCC = 0.8534 | SRCC = 0.8558 ]
+INFO:root:Average loss=0.10911961728868456
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3605 | LCC = 0.8560 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.10705668922793658
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3448 | LCC = 0.8565 | SRCC = 0.8555 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4294 | LCC = 0.7313 | SRCC = 0.7427 ]
diff --git a/results_nisqa/wavlm_base/layer11/run4/config.gin b/results_nisqa/wavlm_base/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer11/run4/model.pt b/results_nisqa/wavlm_base/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b121f8ce98d019f97a9e87c2a87ee26419c7acd
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba5beb048cb7bdfa25996c167aed0aa5ae0ba4c11189bafd1e04f147c35ded9
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer11/run4/model_best.pt b/results_nisqa/wavlm_base/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214620a19e23e632b43d08bcbc28f750944f0a1b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c29df96880ab50db90049e91777634d463ad70ff95be1bbfbbc1fe47f8ab09
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer11/run4/train.log b/results_nisqa/wavlm_base/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a9cbf331fb11407fc53ce13f2b3153e06d8b3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4732119758005087
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4154 | LCC = 0.8270 | SRCC = 0.8250 ]
+INFO:root:Average loss=0.3229633276000877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3862 | LCC = 0.8451 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.2913154897662257
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3762 | LCC = 0.8512 | SRCC = 0.8504 ]
+INFO:root:Average loss=0.27015959889213476
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3347 | LCC = 0.8566 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.25308247840817955
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3349 | LCC = 0.8600 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.24331114307648874
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3508 | LCC = 0.8616 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.23006836579025136
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3488 | LCC = 0.8626 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.22269441665424777
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3280 | LCC = 0.8649 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.21203563900696748
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3478 | LCC = 0.8649 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.2038879574120389
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3335 | LCC = 0.8639 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.1979563233652556
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3233 | LCC = 0.8630 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.18747083536979092
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3329 | LCC = 0.8612 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.17733701663037946
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3308 | LCC = 0.8623 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.17764865998932391
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3302 | LCC = 0.8612 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.17348908180790829
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3302 | LCC = 0.8621 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.16222849079122434
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3313 | LCC = 0.8606 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.1576895414060251
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3339 | LCC = 0.8604 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.15255764187071363
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3696 | LCC = 0.8533 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.15122612987811854
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3389 | LCC = 0.8599 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.14342308694744385
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3481 | LCC = 0.8558 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.14494747659891327
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3696 | LCC = 0.8591 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.1385738057208199
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3340 | LCC = 0.8570 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.1323164877605576
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3267 | LCC = 0.8595 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.12718268066127866
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3285 | LCC = 0.8601 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.1224868311358325
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3401 | LCC = 0.8565 | SRCC = 0.8537 ]
+INFO:root:Average loss=0.12544292973817428
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3339 | LCC = 0.8568 | SRCC = 0.8543 ]
+INFO:root:Average loss=0.11835087267305121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3426 | LCC = 0.8569 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.11689467413749309
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3423 | LCC = 0.8534 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.11306806326429279
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3388 | LCC = 0.8567 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.11198379766906617
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3285 | LCC = 0.8566 | SRCC = 0.8558 ]
+INFO:root:Average loss=0.10649148555677061
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3353 | LCC = 0.8560 | SRCC = 0.8543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4453 | LCC = 0.7291 | SRCC = 0.7493 ]
diff --git a/results_nisqa/wavlm_base/layer2/run0/config.gin b/results_nisqa/wavlm_base/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer2/run0/model.pt b/results_nisqa/wavlm_base/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef26469da58dc56445d55d429f67157b46e5f1f
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3255f00eff44cf33b875f90fac46a68b641bf2fc5c2f1deb176d465fa8c82031
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer2/run0/model_best.pt b/results_nisqa/wavlm_base/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1790cfa034f9b8877852e4c81ba2aa0b694473db
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f64aa7990839a8aadfded64fafeedf76e645632769d283dfc5fbcaef0f8bc7
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer2/run0/train.log b/results_nisqa/wavlm_base/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..02f2b641380f54c4c3348bdcd144030e93ee684a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41119293877155105
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3482 | LCC = 0.8771 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.24675125667470038
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2948 | LCC = 0.8948 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.21391910788296276
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2484 | LCC = 0.9014 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.19611265760108915
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2524 | LCC = 0.9070 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.18506186188473178
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2393 | LCC = 0.9082 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.17862975080578314
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2811 | LCC = 0.9106 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.1656327678719697
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2483 | LCC = 0.9116 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.15644727160648114
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2572 | LCC = 0.9093 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.15456036318933344
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2731 | LCC = 0.9112 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.14286164573334545
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.9095 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.13444721815041724
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2487 | LCC = 0.9124 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1319210663696245
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3017 | LCC = 0.9074 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.12611135396826473
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2983 | LCC = 0.9096 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11916956176303026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2367 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11804961678006745
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2435 | LCC = 0.9141 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11112465541486795
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2375 | LCC = 0.9140 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10837319333946084
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2360 | LCC = 0.9133 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10391095950338193
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2608 | LCC = 0.9122 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09916694010096479
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2366 | LCC = 0.9121 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0956441763939196
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2317 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09160254439177541
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2383 | LCC = 0.9118 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09101557695021519
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2409 | LCC = 0.9127 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.08511337080184435
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2950 | LCC = 0.9051 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08314119865094995
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2573 | LCC = 0.9088 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08080560767840099
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2318 | LCC = 0.9092 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07787414248279065
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2781 | LCC = 0.9071 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07690740073088966
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2478 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07501459957202734
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2538 | LCC = 0.9095 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0702200100644131
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2774 | LCC = 0.9074 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.06857624951470105
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2513 | LCC = 0.9105 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.0704815402799259
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2617 | LCC = 0.9099 | SRCC = 0.9106 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3845 | LCC = 0.7727 | SRCC = 0.7560 ]
diff --git a/results_nisqa/wavlm_base/layer2/run1/config.gin b/results_nisqa/wavlm_base/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer2/run1/model.pt b/results_nisqa/wavlm_base/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c8a3cecb5174440fa500fb0511ba35fad8d338
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1029592380e84c1ba1c2cda9326c5e8f5ccfcdefeec1f601cf7d4c0f03f6461e
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer2/run1/model_best.pt b/results_nisqa/wavlm_base/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cc0c313529d34dec9869074e0f540996fc5efe
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852a10e2c8c08c306da802d675509c9d62e471da7a7fd2ee29e8ef1b027bf8a7
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer2/run1/train.log b/results_nisqa/wavlm_base/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..39f1048d0fcb5c4b11a3f08d1d28eab3b50303b8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4137948762646989
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3420 | LCC = 0.8789 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.2529594082966705
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2807 | LCC = 0.8929 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.20937541385606534
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2649 | LCC = 0.9023 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.19197067433182216
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2822 | LCC = 0.9068 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.18148930693809698
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2439 | LCC = 0.9104 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.16864101683473312
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2373 | LCC = 0.9097 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.16514213309983986
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2476 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.15515001755573846
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.14265165887127032
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2273 | LCC = 0.9140 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.13645302215752575
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2921 | LCC = 0.9115 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.13224945169997354
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2382 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.12504299764516036
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2358 | LCC = 0.9144 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11880642679557635
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2291 | LCC = 0.9140 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11733975511238065
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2470 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10953694330043875
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2406 | LCC = 0.9123 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.10901430440862055
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2567 | LCC = 0.9109 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10270023356714
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2347 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10128512961326996
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.9121 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.094118787072642
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2272 | LCC = 0.9119 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09302065381511099
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2243 | LCC = 0.9097 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0884620149571427
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2254 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08774329039316646
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2340 | LCC = 0.9098 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08450649990942437
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2385 | LCC = 0.9091 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07768239218720122
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2407 | LCC = 0.9092 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07645763129512699
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2323 | LCC = 0.9108 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0749398765579469
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2372 | LCC = 0.9101 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07481747017258164
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2535 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.06909783055327531
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2612 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.06851467399755655
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2432 | LCC = 0.9079 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06690348594347177
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2413 | LCC = 0.9120 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06429813037804097
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2413 | LCC = 0.9103 | SRCC = 0.9113 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3723 | LCC = 0.7642 | SRCC = 0.7441 ]
diff --git a/results_nisqa/wavlm_base/layer2/run2/config.gin b/results_nisqa/wavlm_base/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer2/run2/model.pt b/results_nisqa/wavlm_base/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4431e2405f7b3522cd326da0da428633c41e5e63
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae8d4c773e3c14881276bd093d86a9c485ac4028bda339e7b9f3c6b5d5215e1
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer2/run2/model_best.pt b/results_nisqa/wavlm_base/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b69d80a2cae5714b20a61d9cefbe78c4b60e3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316fc0075832904358ffdef5fb66aa404da13cdf017ce877e43c05dc7c94e853
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer2/run2/train.log b/results_nisqa/wavlm_base/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0364411c7023b288172a204427abbdd07591b613
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4512889263774618
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3150 | LCC = 0.8760 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.24152033151574218
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2595 | LCC = 0.8970 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.20782775823780567
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2400 | LCC = 0.9046 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.19373492918090324
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2771 | LCC = 0.9069 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.1793941193707072
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2610 | LCC = 0.9094 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.17236432575249258
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2828 | LCC = 0.9103 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.16278458554620687
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2471 | LCC = 0.9113 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.15629809957019167
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2567 | LCC = 0.9108 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1508359248841429
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2546 | LCC = 0.9117 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.14195762088016278
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2836 | LCC = 0.9115 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1398424049247207
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2427 | LCC = 0.9126 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12942909492405852
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2370 | LCC = 0.9119 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12533528900387658
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2418 | LCC = 0.9112 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.11895820709494496
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2362 | LCC = 0.9108 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11495085491265865
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.9091 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11265156185523623
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2324 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10703617218085107
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2273 | LCC = 0.9111 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10534436113572535
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2465 | LCC = 0.9116 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09943477921403213
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2529 | LCC = 0.9082 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.09684421841292024
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2361 | LCC = 0.9090 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09578042789604622
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2541 | LCC = 0.9057 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.08934270112500714
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2601 | LCC = 0.9071 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08524925808686053
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2498 | LCC = 0.9087 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08337267548534912
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2316 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08130255795886061
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2326 | LCC = 0.9100 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07838090414428986
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.9093 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07736062525497006
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2668 | LCC = 0.9093 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07396167564082008
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2324 | LCC = 0.9086 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.0709528270570529
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2233 | LCC = 0.9094 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07074061888835334
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2335 | LCC = 0.9067 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.06745403214772312
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2376 | LCC = 0.9053 | SRCC = 0.9071 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3282 | LCC = 0.8043 | SRCC = 0.7895 ]
diff --git a/results_nisqa/wavlm_base/layer2/run3/config.gin b/results_nisqa/wavlm_base/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer2/run3/model.pt b/results_nisqa/wavlm_base/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58eb7ec6a58fc75682050b27ebc1a814488fd20c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f347190ecf414bdeccf7b1d0165b8f5555736ed7f4fc63e34679b785607b9d
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer2/run3/model_best.pt b/results_nisqa/wavlm_base/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82eed2cbec049f24f77d933501366d410ec2ee0
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35eea4b9ea138748f3e77b15169e3b740b77f8109d177d80236f2ecaf252fcd5
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer2/run3/train.log b/results_nisqa/wavlm_base/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7dffc26421a1c18db2acba42ebdfcf0be6f6b9c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5297249413466867
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3299 | LCC = 0.8754 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.23874074410151885
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2884 | LCC = 0.9007 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.20416153441963858
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2790 | LCC = 0.9052 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.1880852251900414
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2558 | LCC = 0.9090 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.17637713275031547
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2718 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.16355524160441637
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2561 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.15677606650342832
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2386 | LCC = 0.9107 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.14663351374554495
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2634 | LCC = 0.9122 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1479293002041778
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2502 | LCC = 0.9133 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1399391660886693
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2512 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.13423820972614894
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2320 | LCC = 0.9128 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12589581134174602
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2389 | LCC = 0.9111 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.12087941273099426
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2318 | LCC = 0.9142 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11490682852750568
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2624 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1108523475038523
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2534 | LCC = 0.9134 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10822772366032435
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2502 | LCC = 0.9102 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10612728033279407
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2293 | LCC = 0.9121 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10285291342721509
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2597 | LCC = 0.9123 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09417925284088002
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2720 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08943610097889955
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2475 | LCC = 0.9089 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.08625636340221228
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2911 | LCC = 0.9103 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08520471117313887
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2387 | LCC = 0.9128 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08208731449925141
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2562 | LCC = 0.9108 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08087785679825468
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07901891124989256
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2523 | LCC = 0.9111 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07300936790301621
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2395 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0709528960287571
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2524 | LCC = 0.9097 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.07226226095519314
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2418 | LCC = 0.9106 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.0685838037789557
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2445 | LCC = 0.9100 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.0660339938422848
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2401 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.06625122959171072
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2683 | LCC = 0.9079 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3591 | LCC = 0.7743 | SRCC = 0.7597 ]
diff --git a/results_nisqa/wavlm_base/layer2/run4/config.gin b/results_nisqa/wavlm_base/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer2/run4/model.pt b/results_nisqa/wavlm_base/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75f44d2749aacc87ad9fa94bc035a5d1bc6fe11
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a421ecc1496796d1e20fe0ddcab8701033ed3495ecc09dc4480fe2f1889e69
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer2/run4/model_best.pt b/results_nisqa/wavlm_base/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7c8a5511ed523db2e1e8a8a96b4a518075a7c3
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b28ad3c2b6fbfedd8f043c9f7bfa50499f43dfd5e1f2c8673a4c2fc197fbcd
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer2/run4/train.log b/results_nisqa/wavlm_base/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0d8aeaa3d535497846c9d5e606b5642f9d389034
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4050597962788764
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3794 | LCC = 0.8798 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.24502347650900053
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3210 | LCC = 0.8971 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.2100676213299608
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2746 | LCC = 0.9057 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.1961823503750597
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3227 | LCC = 0.9065 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.17892181421118664
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2874 | LCC = 0.9099 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.16723413252933866
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3142 | LCC = 0.9096 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.16431612758278158
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2528 | LCC = 0.9112 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.15874194551926818
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3267 | LCC = 0.9095 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.14940311018958946
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2500 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1407045190131044
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3264 | LCC = 0.9102 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.13933222456646793
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2501 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13103826753149142
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2452 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1231893690550603
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2324 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11734927258308912
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2525 | LCC = 0.9134 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11428599083268573
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2403 | LCC = 0.9131 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.10933795181571404
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3128 | LCC = 0.9087 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10685081551702036
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2566 | LCC = 0.9122 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10234039729041171
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2334 | LCC = 0.9104 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09639637118388462
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2423 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09480421824348455
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2484 | LCC = 0.9117 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09305908108894535
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2572 | LCC = 0.9116 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08674948880007502
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2555 | LCC = 0.9104 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08816396511789691
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2686 | LCC = 0.9107 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08374732694012581
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2600 | LCC = 0.9109 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07826226900164791
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2559 | LCC = 0.9087 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07815912032144608
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.9115 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07720712796284285
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2366 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07262255787591025
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2348 | LCC = 0.9116 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07196357686912393
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2350 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.0688675222972225
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2353 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06632175442972624
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2547 | LCC = 0.9088 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3274 | LCC = 0.8051 | SRCC = 0.7923 ]
diff --git a/results_nisqa/wavlm_base/layer3/run0/config.gin b/results_nisqa/wavlm_base/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer3/run0/model.pt b/results_nisqa/wavlm_base/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7854473421e7f0f3a9e2d535a41310ab574039
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6f3e323913fffc437c884614ab538e775f8622b04d96b00e9c787a3cdfe882
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer3/run0/model_best.pt b/results_nisqa/wavlm_base/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5f09f012c1a552ecb35fb1e2469f20e96e7b47
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f953568dc4baac52696308a07c2a74d376e23bd06c4c8e83edc1a960ce8f6570
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer3/run0/train.log b/results_nisqa/wavlm_base/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..10770a719271e88571c3524a17de57de01aca390
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40006045178870936
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3121 | LCC = 0.8810 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.24092366455951866
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.8983 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.2101958031857634
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3074 | LCC = 0.9049 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.18894225005814105
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2359 | LCC = 0.9094 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.17946381724811014
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.9109 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.17007522862081584
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2480 | LCC = 0.9134 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.15873929733313577
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2565 | LCC = 0.9134 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.14859237702767972
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2530 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.14664682018102249
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2589 | LCC = 0.9107 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.13504308810985158
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2611 | LCC = 0.9106 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.13390685721284393
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2303 | LCC = 0.9121 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.12596498541749282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2364 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.12107357658402768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2437 | LCC = 0.9112 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11330348890640832
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2659 | LCC = 0.9101 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10874215472554195
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2416 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.10595785335481511
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2489 | LCC = 0.9101 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.10435301246326094
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2716 | LCC = 0.9097 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.10022073979839424
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2749 | LCC = 0.9093 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.09195819264546984
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2763 | LCC = 0.9080 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08780508277388667
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2553 | LCC = 0.9097 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.08630504635717139
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2465 | LCC = 0.9094 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.0808300594072466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2538 | LCC = 0.9068 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07994903869539327
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2437 | LCC = 0.9083 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.0774919345458119
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2505 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07321395223281976
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2480 | LCC = 0.9080 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07220713212827727
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2585 | LCC = 0.9064 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06959301855608907
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2473 | LCC = 0.9070 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.06920638368222755
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2688 | LCC = 0.9058 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.06602993616134445
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2492 | LCC = 0.9062 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.06266895636399357
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2534 | LCC = 0.9060 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.061514660651456415
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2632 | LCC = 0.9057 | SRCC = 0.9064 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2640 | LCC = 0.8675 | SRCC = 0.8601 ]
diff --git a/results_nisqa/wavlm_base/layer3/run1/config.gin b/results_nisqa/wavlm_base/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer3/run1/model.pt b/results_nisqa/wavlm_base/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b40ed55171cf81ba656531acad755b8460fb1a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024ea71cb250d5216faf21e1df4f7097b80b67f289aa1ad76f7ab56051cc348d
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer3/run1/model_best.pt b/results_nisqa/wavlm_base/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42010880816c4912d9a1d0211eee0107f31a09c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13a0740b28091e051b108ecc00446bcaecb3dfb6f0ad284cd1616b0e4e2d525
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer3/run1/train.log b/results_nisqa/wavlm_base/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0da22d26a2124ec9da543d42501ad7245069126
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4523303043635594
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3304 | LCC = 0.8852 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.23165517571689076
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2858 | LCC = 0.9005 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.2059352693788578
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2840 | LCC = 0.9070 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.18887870052474082
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2891 | LCC = 0.9085 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.17308785637162324
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2833 | LCC = 0.9087 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.16720273052853657
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2905 | LCC = 0.9115 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.16040301215269662
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2584 | LCC = 0.9123 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1505830816364702
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2711 | LCC = 0.9097 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.14686640003168513
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2677 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.13699723939502859
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2629 | LCC = 0.9114 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.13150238301712652
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2605 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1229421508880709
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2619 | LCC = 0.9089 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.11894424518064267
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2500 | LCC = 0.9117 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.11532842372194191
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2613 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.10943993155150056
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2606 | LCC = 0.9099 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10235387844846427
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2698 | LCC = 0.9081 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09883499554643742
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2478 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09548794585845374
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2383 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.09107507711459446
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2511 | LCC = 0.9098 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08700223669754287
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2455 | LCC = 0.9083 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08342675679508661
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2887 | LCC = 0.9052 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07873808741138849
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2446 | LCC = 0.9086 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07641087819127679
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2584 | LCC = 0.9071 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07929261213954474
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2835 | LCC = 0.9050 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07606698859030801
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2611 | LCC = 0.9071 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.07266983788223624
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2515 | LCC = 0.9075 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.070055428203303
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2534 | LCC = 0.9057 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.07072823563579879
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2589 | LCC = 0.9062 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.06521792989762533
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.9068 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.06324277994777426
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2537 | LCC = 0.9051 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.06223203455006456
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2483 | LCC = 0.9080 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2583 | LCC = 0.8734 | SRCC = 0.8626 ]
diff --git a/results_nisqa/wavlm_base/layer3/run2/config.gin b/results_nisqa/wavlm_base/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer3/run2/model.pt b/results_nisqa/wavlm_base/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e1624d32100352487690214d8d83f14e85d905
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184c180028373d5683ced8c8271e7eaae1f19bc411cb0db29f811e3a5d080c4d
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer3/run2/model_best.pt b/results_nisqa/wavlm_base/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62903b7d2fd7a7873ae0753b8b49b2db6c5fb1d
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eec880c313adccd83014c1ed59dc6536e24e8101e2759a3740e8b507e41c630
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer3/run2/train.log b/results_nisqa/wavlm_base/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..26c61102388cb5fba7aca3e3c00f5146039e1617
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40964620926476625
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3297 | LCC = 0.8901 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.23133348927677022
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2728 | LCC = 0.9058 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.20406722316163123
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2868 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1873332094078119
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2656 | LCC = 0.9119 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.17673265834936516
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2433 | LCC = 0.9124 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1655670620630242
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2445 | LCC = 0.9128 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1583684280600851
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2673 | LCC = 0.9126 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.148834726972387
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2315 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.14372821324477994
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2704 | LCC = 0.9128 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.13199618992777917
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2809 | LCC = 0.9100 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1286988093200102
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2758 | LCC = 0.9099 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.12583349584844072
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2488 | LCC = 0.9129 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.11585470390199237
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2426 | LCC = 0.9123 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.11198299882039858
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2317 | LCC = 0.9121 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10568329513159101
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2371 | LCC = 0.9116 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10122879467516965
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2500 | LCC = 0.9110 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09875610014262227
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2434 | LCC = 0.9090 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.09472225483700719
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2497 | LCC = 0.9091 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.09564474959335575
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2584 | LCC = 0.9102 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0912309642558153
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2730 | LCC = 0.9101 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08347694080516782
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2435 | LCC = 0.9103 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08460466996524375
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2387 | LCC = 0.9078 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07817457211499958
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2426 | LCC = 0.9093 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07487878967830211
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2512 | LCC = 0.9081 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07271676855107953
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2489 | LCC = 0.9091 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0702247152137274
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2356 | LCC = 0.9092 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06901061948324215
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2642 | LCC = 0.9077 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.06596252081022097
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2441 | LCC = 0.9079 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.0642701443607752
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2394 | LCC = 0.9092 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06267195418907728
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2550 | LCC = 0.9092 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.062061377192680546
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2445 | LCC = 0.9090 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2881 | LCC = 0.8415 | SRCC = 0.8338 ]
diff --git a/results_nisqa/wavlm_base/layer3/run3/config.gin b/results_nisqa/wavlm_base/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer3/run3/model.pt b/results_nisqa/wavlm_base/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed94c0a59cc33d44773887a97575ac18e223924
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d460bf6c0d3f6a04aa48138366e274d3139a45853c8e70351443d00f3d56ff
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer3/run3/model_best.pt b/results_nisqa/wavlm_base/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b76599a920462cd4d01506f4a17fe83645df50
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12f27f00806381583c34781bb4f83bac152158a91558f820ca999ff68bf034
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer3/run3/train.log b/results_nisqa/wavlm_base/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6d27524d876dcbf8850a87a21169298cd9158705
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5489721900293593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3419 | LCC = 0.8880 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.22874286021455864
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3187 | LCC = 0.9030 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.20024798052503884
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3079 | LCC = 0.9086 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.1890095718248042
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2755 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.17827688088651336
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2781 | LCC = 0.9116 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.16359490371508406
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2636 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1589457374173782
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2381 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.15010500660521447
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2368 | LCC = 0.9113 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.14075411399664906
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2980 | LCC = 0.9091 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.13626265810059673
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2685 | LCC = 0.9124 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.13017292131233765
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2385 | LCC = 0.9116 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.12298258071000866
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2705 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1179533554294895
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2564 | LCC = 0.9111 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11267077108855882
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2455 | LCC = 0.9107 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10476064346084706
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2496 | LCC = 0.9096 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10342687368392944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2440 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09864967581250764
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2570 | LCC = 0.9079 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0935282611605749
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2301 | LCC = 0.9089 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08897582962678346
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2471 | LCC = 0.9083 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08801511868920629
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2544 | LCC = 0.9055 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08513021159034244
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2343 | LCC = 0.9087 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08364922234605503
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2454 | LCC = 0.9086 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.0783642680960239
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2396 | LCC = 0.9071 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.07614780368143423
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2521 | LCC = 0.9055 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07379609934253499
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.9073 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.06993712816452015
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2690 | LCC = 0.9045 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.06823641290037619
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2481 | LCC = 0.9054 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06566506673748783
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2461 | LCC = 0.9058 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06503555243242683
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2421 | LCC = 0.9066 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.061412251689013715
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2558 | LCC = 0.9044 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.06121804543657799
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2486 | LCC = 0.9074 | SRCC = 0.9078 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2639 | LCC = 0.8711 | SRCC = 0.8642 ]
diff --git a/results_nisqa/wavlm_base/layer3/run4/config.gin b/results_nisqa/wavlm_base/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer3/run4/model_best.pt b/results_nisqa/wavlm_base/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293a7c186e56faf6d3251c6e93a1bb67bb87b71c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fee4000f3119527de1b0d7b3d7717f1f573438a824f97729e4f5d74e14cd7e5
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer3/run4/train.log b/results_nisqa/wavlm_base/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c5a64d7d8dc432b40e1217c2d5f6e429939550a8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer3/run4/train.log
@@ -0,0 +1,76 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4175097683089317
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3031 | LCC = 0.8856 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.2359366086177054
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3059 | LCC = 0.9024 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.20991276553428243
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3007 | LCC = 0.9067 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.18918291910018534
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2724 | LCC = 0.9092 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.17794540067973164
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2950 | LCC = 0.9119 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1681548211443631
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2644 | LCC = 0.9117 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.16023894851607395
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2672 | LCC = 0.9125 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.15023948601043294
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2812 | LCC = 0.9129 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.14440351278881805
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2534 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.13654202054863032
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2818 | LCC = 0.9108 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.130468067320096
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2509 | LCC = 0.9116 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1271787733700923
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2762 | LCC = 0.9098 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.12011367056755662
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2466 | LCC = 0.9113 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.11228121459656368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2485 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10907752872202438
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2343 | LCC = 0.9107 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10230884937881735
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2342 | LCC = 0.9108 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.10007308328771866
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2382 | LCC = 0.9098 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.09578388565451423
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2510 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.08982587808129415
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2351 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.09086038577074261
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2545 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.08432117268184706
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2795 | LCC = 0.9062 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08398020133979059
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2585 | LCC = 0.9063 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.07899189326976765
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2790 | LCC = 0.9055 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.07324300351084312
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2375 | LCC = 0.9063 | SRCC = 0.9062 ]
diff --git a/results_nisqa/wavlm_base/layer4/run0/config.gin b/results_nisqa/wavlm_base/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer4/run0/model.pt b/results_nisqa/wavlm_base/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c806187dbd55c170dc2dbf1bf5041a4c98ac832b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff5500aefb54573c62a8b35dfccdd182e9e3b24c6721daa8eb97bbdd7affe22
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer4/run0/model_best.pt b/results_nisqa/wavlm_base/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece70415d9b580929aa9a925e7e18c72d356faa4
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8fb6c28af703fe65aca5a4de2f2ebc9dded820e31f82b1449419c5e03c9208
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer4/run0/train.log b/results_nisqa/wavlm_base/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f6cb728cf1f7572031b2b5310ea0c10ed412d20
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4094423424301809
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3377 | LCC = 0.8732 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.24628820326286932
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3262 | LCC = 0.8945 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.21431192652338502
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2741 | LCC = 0.9001 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.1950671513042698
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3104 | LCC = 0.9022 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.18118090608905504
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2849 | LCC = 0.9058 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.1713025903253886
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3041 | LCC = 0.9048 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.1613716784584729
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2536 | LCC = 0.9061 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.1524378203415457
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2699 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.14421883156533874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2542 | LCC = 0.9077 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.13763910036727872
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2362 | LCC = 0.9074 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.12999866424785184
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2546 | LCC = 0.9055 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.12558471398546517
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2691 | LCC = 0.9073 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.11775277184613178
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2665 | LCC = 0.9056 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.11210678898960869
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2535 | LCC = 0.9044 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.11007089736316934
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2679 | LCC = 0.9036 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.10699409022496614
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2635 | LCC = 0.9048 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.09958676390909735
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.9046 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.09694783723337112
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3154 | LCC = 0.8998 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.0931106458897191
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3022 | LCC = 0.9013 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.08798527599156247
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2835 | LCC = 0.9015 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.08239417732020334
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2529 | LCC = 0.9044 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.08167408182786379
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3183 | LCC = 0.8971 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.08000923383098117
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3338 | LCC = 0.8991 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.07344819170374402
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3305 | LCC = 0.8978 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.07056196899600112
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2956 | LCC = 0.8992 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.06873297034574381
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3035 | LCC = 0.8985 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.07095957551732918
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2805 | LCC = 0.9010 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.065516968693778
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2492 | LCC = 0.9017 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.0632768490841623
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2895 | LCC = 0.8995 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.0621077188134538
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2661 | LCC = 0.9010 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.061366776036733836
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2725 | LCC = 0.9016 | SRCC = 0.9034 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3005 | LCC = 0.8542 | SRCC = 0.8511 ]
diff --git a/results_nisqa/wavlm_base/layer4/run1/config.gin b/results_nisqa/wavlm_base/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer4/run1/model.pt b/results_nisqa/wavlm_base/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a63a50ee0cf3bc6f53b389eef81ac8f34cd7a86
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f86caa4508a53b06a26aac4ca79231a96253e258a2d44e7fb6820e9f5c0e5c
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer4/run1/model_best.pt b/results_nisqa/wavlm_base/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df0aeff04d9d777ff7ddc00db9afbe15ffd63b9
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1222f16d881008a83c195ec6d9eed002f8da5063c7e50a92d298250624c24d5d
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer4/run1/train.log b/results_nisqa/wavlm_base/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6486d2f9677cad14fd978409e1db6a5c52d80600
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4427177247973536
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3452 | LCC = 0.8810 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.2440510759550023
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3065 | LCC = 0.8970 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.21260245230501099
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3318 | LCC = 0.9012 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.19538933749316056
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3115 | LCC = 0.9042 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.18220789532440934
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.9068 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.171523302664302
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2850 | LCC = 0.9066 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.16431633774944812
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2448 | LCC = 0.9094 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.15329813901227335
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2914 | LCC = 0.9072 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.14775954415171133
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2440 | LCC = 0.9087 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.13998363550343265
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2588 | LCC = 0.9100 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1332075253258206
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2594 | LCC = 0.9095 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.12658151544931995
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2505 | LCC = 0.9084 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.1231448445792143
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2674 | LCC = 0.9067 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.11336643029155069
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.9082 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.11033069019372753
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2460 | LCC = 0.9084 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.10444096139917484
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2609 | LCC = 0.9057 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09864183941672992
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2626 | LCC = 0.9056 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.09475452080368996
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2485 | LCC = 0.9061 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.09038799383133822
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2400 | LCC = 0.9071 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.08543206940841123
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2522 | LCC = 0.9065 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0843864602677395
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2604 | LCC = 0.9050 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.08060161610042428
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2491 | LCC = 0.9062 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.07751756523213635
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.9071 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07473669644725116
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2437 | LCC = 0.9049 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.072713418589162
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2514 | LCC = 0.9060 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.0683142467902575
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2413 | LCC = 0.9050 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.0674153026085713
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2466 | LCC = 0.9057 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.06562703236334586
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2548 | LCC = 0.9031 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.06436862197914564
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2589 | LCC = 0.9026 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.059850032920437744
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2441 | LCC = 0.9031 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.06009734275540864
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2719 | LCC = 0.9016 | SRCC = 0.9019 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2810 | LCC = 0.8582 | SRCC = 0.8494 ]
diff --git a/results_nisqa/wavlm_base/layer4/run2/config.gin b/results_nisqa/wavlm_base/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer4/run2/model.pt b/results_nisqa/wavlm_base/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220a3de0f819c0935a4dd6f306bace495a9e1a6c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c1c7f0e146c5a1058d5d2fb949396ecd491001b79ff45dc7891f7a54ee38a5
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer4/run2/model_best.pt b/results_nisqa/wavlm_base/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3182237103b51f514cdbb008c34b270c8680c3b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4148dea80d20687797587b373033c4a025b4cdd5b11f00311dcfbb4607609a
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer4/run2/train.log b/results_nisqa/wavlm_base/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a43acf6229f07e5a8f1d0558244e9906e79bb6e0
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4705977861075043
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3541 | LCC = 0.8778 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.2443619380796576
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.8966 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.21274045135589004
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2851 | LCC = 0.9028 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.19621635620304614
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2696 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.18098565656153454
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2554 | LCC = 0.9067 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.16930876284665455
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2800 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.15842583913334532
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2513 | LCC = 0.9103 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.15317513793706894
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2492 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1436838613596955
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2413 | LCC = 0.9089 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.13683120290495757
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2826 | LCC = 0.9053 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13371487009215216
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2742 | LCC = 0.9088 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12757190502103352
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2559 | LCC = 0.9076 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11809198795198705
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9073 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.1130847211259638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2567 | LCC = 0.9075 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.1066098983663355
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2438 | LCC = 0.9099 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.10630105987105067
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2573 | LCC = 0.9021 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.09965625984561925
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2618 | LCC = 0.9055 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.09500301952306935
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2645 | LCC = 0.9049 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.0901590512064151
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2626 | LCC = 0.9061 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.08797248814664135
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2582 | LCC = 0.9054 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.08553793113355691
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2536 | LCC = 0.9062 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.08059043125007194
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2653 | LCC = 0.9020 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.07895371328630199
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2591 | LCC = 0.9042 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.07362690384935781
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2595 | LCC = 0.9012 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.07416517985177178
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2701 | LCC = 0.9037 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.07146557836088142
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2371 | LCC = 0.9031 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.06783064637828425
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2506 | LCC = 0.9059 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.0664469879658925
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2505 | LCC = 0.9011 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.06538888458916217
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2433 | LCC = 0.9061 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.06324610634130894
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2523 | LCC = 0.9030 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.06042408303632212
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2540 | LCC = 0.9057 | SRCC = 0.9055 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2751 | LCC = 0.8507 | SRCC = 0.8466 ]
diff --git a/results_nisqa/wavlm_base/layer4/run3/config.gin b/results_nisqa/wavlm_base/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer4/run3/model.pt b/results_nisqa/wavlm_base/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7785a8673da751b8a53384138657a408a2228e2
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589c9a7760d99a433c9498ee252af907e41ef352829a6607bc719e4df43faebd
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer4/run3/model_best.pt b/results_nisqa/wavlm_base/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e3702d96b775bb02ec3d57f0dde3b22dd94dbf
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ce82631f4c41888faa4eb233a913c5095749d289ff410345a96f7ba5a3ed5
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer4/run3/train.log b/results_nisqa/wavlm_base/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7908f5b8d646648df3f9538d767d7c0afc025f34
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41371777610627214
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3185 | LCC = 0.8777 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.24194851862212827
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2859 | LCC = 0.8955 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.21012558714847343
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3039 | LCC = 0.9028 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.1977079337129014
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2848 | LCC = 0.9055 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.18187447542572296
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2665 | LCC = 0.9078 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.17044238664339043
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2496 | LCC = 0.9079 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.1596697916012968
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2666 | LCC = 0.9075 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.15239328301021818
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2552 | LCC = 0.9089 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.1441509343382251
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2688 | LCC = 0.9078 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.13928160786284188
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2634 | LCC = 0.9089 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.13414949966820677
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2623 | LCC = 0.9088 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.1260796824976199
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2625 | LCC = 0.9078 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.12278550867572685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2617 | LCC = 0.9097 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.11462330800949494
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2423 | LCC = 0.9083 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.10952565224701269
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2426 | LCC = 0.9080 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.10583865444439684
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2375 | LCC = 0.9104 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10057022454852314
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2589 | LCC = 0.9077 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09779763760077471
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2578 | LCC = 0.9081 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.09075336879646848
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2775 | LCC = 0.9037 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.09121561132242224
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2345 | LCC = 0.9069 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08514348492887668
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2460 | LCC = 0.9067 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08337117970592714
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2439 | LCC = 0.9082 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07972909047166048
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2465 | LCC = 0.9074 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.08051461784567447
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2751 | LCC = 0.9065 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07461223301257013
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2484 | LCC = 0.9056 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.07268300654657314
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2521 | LCC = 0.9047 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.07008275049442501
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2515 | LCC = 0.9062 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.06639063524114604
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2488 | LCC = 0.9042 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.06754864980547415
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2518 | LCC = 0.9068 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.06503144821765795
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2651 | LCC = 0.9033 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.06540130216606779
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2543 | LCC = 0.9042 | SRCC = 0.9045 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2362 | LCC = 0.8630 | SRCC = 0.8539 ]
diff --git a/results_nisqa/wavlm_base/layer4/run4/config.gin b/results_nisqa/wavlm_base/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer4/run4/model_best.pt b/results_nisqa/wavlm_base/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64806cf005387b3dabc51b3ff077918213bb47b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadfd901ee593400cb135eb0b7630cc60f99ba8a26111bff2e74fe7130b5663
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer4/run4/train.log b/results_nisqa/wavlm_base/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ec657afa072adab32cf3161fc97ccc12d2ad360e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer4/run4/train.log
@@ -0,0 +1,64 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46641649607289043
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.8793 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.23807114155995363
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2963 | LCC = 0.8959 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.21132392642987258
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2766 | LCC = 0.9019 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.19269279028811206
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2901 | LCC = 0.9040 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.18490180287057953
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2775 | LCC = 0.9042 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.17001885963829955
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2586 | LCC = 0.9082 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.16377895385716001
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2491 | LCC = 0.9083 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.154651409887165
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2887 | LCC = 0.9058 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.14780220725288282
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2616 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.13729586301511423
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2433 | LCC = 0.9092 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.13318258045898007
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2593 | LCC = 0.9098 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.12863150561992834
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2864 | LCC = 0.9072 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.12219030776120335
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2432 | LCC = 0.9051 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.11389166689504777
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2584 | LCC = 0.9054 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.11069452303940851
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2525 | LCC = 0.9080 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.1099531290934265
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2447 | LCC = 0.9059 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.09998433083037421
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2538 | LCC = 0.9071 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.09979302397353111
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2650 | LCC = 0.9029 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.09204187388451113
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2555 | LCC = 0.9039 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.08671584596179124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2692 | LCC = 0.9052 | SRCC = 0.9069 ]
diff --git a/results_nisqa/wavlm_base/layer5/run0/config.gin b/results_nisqa/wavlm_base/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer5/run0/model.pt b/results_nisqa/wavlm_base/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670115b6b870b0594ecb58d28e82dc30a07e376
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795bd214702f33352f3f441a899db6d9636005b2e8b46e715fc9d9881537195b
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer5/run0/model_best.pt b/results_nisqa/wavlm_base/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2d7d76306060bd4d1d75ac4dfb50939db1ab13
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255562f3a5bf6915715ca184222829d8cd2f35fc06a7b758e4c53510e38a5540
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer5/run0/train.log b/results_nisqa/wavlm_base/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..975cda3e56e36b1d207469e1b171f5ace24613ff
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44723085938506046
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3415 | LCC = 0.8719 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.25834007208057913
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3124 | LCC = 0.8873 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.2265613454184091
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2919 | LCC = 0.8925 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.2033245295630714
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2965 | LCC = 0.8924 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.19251130865832974
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2971 | LCC = 0.8958 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.18122658590016338
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2923 | LCC = 0.8932 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.16635084544130832
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2758 | LCC = 0.8926 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.15901801390627215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2756 | LCC = 0.8948 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.15168154911498802
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3010 | LCC = 0.8989 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.14237731410933369
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2805 | LCC = 0.8979 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.13596229677255442
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2820 | LCC = 0.8938 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.12710031070288896
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2836 | LCC = 0.8965 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.12320233655372106
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3078 | LCC = 0.8962 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.11802555616363625
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2630 | LCC = 0.8929 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.10867347068697042
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2791 | LCC = 0.8950 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.10606557794044473
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2874 | LCC = 0.8937 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.09777100444529098
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2710 | LCC = 0.8931 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.09611526893914779
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2676 | LCC = 0.8914 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.09200287584452271
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2694 | LCC = 0.8898 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.08810357359706322
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3112 | LCC = 0.8955 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.08587741330696669
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2715 | LCC = 0.8921 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.08130920379061919
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2730 | LCC = 0.8933 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.07879537354745617
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2792 | LCC = 0.8918 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.07607443979537556
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2814 | LCC = 0.8908 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.07234703633137521
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2884 | LCC = 0.8932 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.07130595165267156
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2803 | LCC = 0.8901 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.07052346906823918
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2664 | LCC = 0.8929 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.06715732173337413
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2798 | LCC = 0.8921 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.06843204211680531
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2813 | LCC = 0.8947 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.06325487318755574
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3070 | LCC = 0.8943 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.061574781173571
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2786 | LCC = 0.8920 | SRCC = 0.8923 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3062 | LCC = 0.8306 | SRCC = 0.8350 ]
diff --git a/results_nisqa/wavlm_base/layer5/run1/config.gin b/results_nisqa/wavlm_base/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer5/run1/model.pt b/results_nisqa/wavlm_base/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d913e94619ea2532e93d902bfc64e2a01f1d3a70
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d4df4caa08e6b649f34177ad3303625633c20869e50f887e1ff59a14b40299
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer5/run1/model_best.pt b/results_nisqa/wavlm_base/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82cfa16a4b107df5a2816108553969de5bba76
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17de38e0e92f83e8109063fa8ae669e8304fb1716b8b9dfb6608d93cda0be6d5
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer5/run1/train.log b/results_nisqa/wavlm_base/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2af60928af646471e3fc913a5e1421a30e97debb
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5581380803288752
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3522 | LCC = 0.8720 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.25293368058053056
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3168 | LCC = 0.8872 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.22110521216268483
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2846 | LCC = 0.8937 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.20619954108502825
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3110 | LCC = 0.8967 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.18946059074015975
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2938 | LCC = 0.8943 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.17662522692039523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2907 | LCC = 0.8980 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.16758598904044641
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2907 | LCC = 0.8979 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.156797856824591
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3268 | LCC = 0.8945 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.14980584938574387
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2827 | LCC = 0.8973 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.1427751862244799
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2818 | LCC = 0.8967 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.1373446601405309
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2912 | LCC = 0.8953 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.12300260726771603
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2772 | LCC = 0.8956 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.11869909855499433
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2833 | LCC = 0.8954 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.11318413779742456
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2907 | LCC = 0.8958 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.11008739850424618
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2963 | LCC = 0.8942 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.10626873341685085
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2759 | LCC = 0.8956 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.09864866724937638
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2884 | LCC = 0.8906 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.09239987540193376
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2838 | LCC = 0.8911 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.09049058494540309
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2972 | LCC = 0.8944 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.08632157316614437
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2677 | LCC = 0.8933 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.08394253800886904
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2926 | LCC = 0.8941 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.0799893412760572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2914 | LCC = 0.8890 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.07789015802258702
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2764 | LCC = 0.8913 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.07718367034817017
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2764 | LCC = 0.8905 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.07120782466379204
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2782 | LCC = 0.8911 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.0670030507436722
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2778 | LCC = 0.8931 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.06920801609151625
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2854 | LCC = 0.8914 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.0649910062077762
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2879 | LCC = 0.8912 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.06363371712279457
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2940 | LCC = 0.8913 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.061324546038243125
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2962 | LCC = 0.8862 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.060043208494868584
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2884 | LCC = 0.8915 | SRCC = 0.8907 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2996 | LCC = 0.8315 | SRCC = 0.8378 ]
diff --git a/results_nisqa/wavlm_base/layer5/run2/config.gin b/results_nisqa/wavlm_base/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer5/run2/model.pt b/results_nisqa/wavlm_base/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf06a07b2df4ea722f82413d8241172314b9f02
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00851368486f649530e60ad52215a42287c67a03d2ef64cb50531b5c931e3824
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer5/run2/model_best.pt b/results_nisqa/wavlm_base/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5db001ff2c67a70f7158023ef02ff097a592c0
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91c767d9df10782f0e54225cc9b6dd20e9eceba391379697ea2bdc54057ee4
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer5/run2/train.log b/results_nisqa/wavlm_base/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..03a51c961b14aaa274a684e5d2ccca89dfa881c5
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4129038655516729
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3552 | LCC = 0.8691 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.2517276319292928
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3114 | LCC = 0.8878 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.21832336829921414
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2923 | LCC = 0.8920 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.20591738286045935
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2785 | LCC = 0.8952 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.1911203214801805
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2875 | LCC = 0.8969 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.17617687664796852
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3193 | LCC = 0.8952 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.1725020376330166
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3062 | LCC = 0.8964 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.16038494824157284
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3045 | LCC = 0.8966 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.15436112518944492
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2486 | LCC = 0.8974 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.14251229584733874
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2645 | LCC = 0.8966 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.13352445357969042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2732 | LCC = 0.8963 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.1285263449384298
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2695 | LCC = 0.8961 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.12180880345188813
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3170 | LCC = 0.8924 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.11587356758772294
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2961 | LCC = 0.8917 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.10860579129243862
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2816 | LCC = 0.8935 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.1109588303619382
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2898 | LCC = 0.8911 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.10041362667359369
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3219 | LCC = 0.8911 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.09939843681075669
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2627 | LCC = 0.8932 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.09260009063375478
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2758 | LCC = 0.8924 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.08978678156874773
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3018 | LCC = 0.8896 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.08768781737526717
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2832 | LCC = 0.8903 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.08496560042217977
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2641 | LCC = 0.8928 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.07938817345854864
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2877 | LCC = 0.8904 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.07732002161486301
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2876 | LCC = 0.8904 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.07502515713086708
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2681 | LCC = 0.8934 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.0741957749073216
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2647 | LCC = 0.8923 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.07044084264622258
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2709 | LCC = 0.8926 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.06847785206543917
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2654 | LCC = 0.8934 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.06712812280034744
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2688 | LCC = 0.8931 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.0649020541782324
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2699 | LCC = 0.8925 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.06236614142625318
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2743 | LCC = 0.8914 | SRCC = 0.8907 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3151 | LCC = 0.8217 | SRCC = 0.8339 ]
diff --git a/results_nisqa/wavlm_base/layer5/run3/config.gin b/results_nisqa/wavlm_base/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer5/run3/model.pt b/results_nisqa/wavlm_base/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b37a8f152fc51adcf63324f5b33ceb70c2236
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9048b3c8e78a1504f2a0feb4a13f032236468a6405338cfb7bf99328dbbdd01
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer5/run3/model_best.pt b/results_nisqa/wavlm_base/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea659ff5eb255a491a950ebe16fbbeb44e0f39
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f455d460d9db9b71f4b031d4905f86c077dbd0f13ca96b19abce4e3619597019
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer5/run3/train.log b/results_nisqa/wavlm_base/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e9c034c3ee650f44ce8daaca941dda7c84c81
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41441794678654975
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3507 | LCC = 0.8709 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.25103119997619894
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3331 | LCC = 0.8874 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.22395035099087424
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2764 | LCC = 0.8905 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.20047379560725537
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2847 | LCC = 0.8956 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.1880200904056516
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3397 | LCC = 0.8950 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.18188540693480154
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2871 | LCC = 0.8974 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.16675027145471186
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2799 | LCC = 0.8983 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.15638282386898306
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3020 | LCC = 0.8973 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.14868929581662824
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2870 | LCC = 0.8982 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.14306733111253364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2949 | LCC = 0.8975 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.13599310823947708
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2662 | LCC = 0.8971 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.12982864105115735
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2710 | LCC = 0.8971 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.12617463635743698
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2806 | LCC = 0.8963 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.11409153358612446
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2641 | LCC = 0.8947 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.1087059444085711
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2863 | LCC = 0.8951 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.10753643443818726
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2867 | LCC = 0.8943 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.1013716412761997
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2670 | LCC = 0.8953 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.09662340342395567
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3102 | LCC = 0.8914 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.09309517949647297
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2792 | LCC = 0.8938 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.08519361260740053
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2671 | LCC = 0.8933 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.08599014018226221
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2655 | LCC = 0.8934 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.08271999288931747
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2789 | LCC = 0.8909 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.08079521265419233
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2702 | LCC = 0.8911 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.07852067563661261
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2945 | LCC = 0.8881 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.07265677307382484
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2720 | LCC = 0.8918 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.07182914817522716
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2997 | LCC = 0.8884 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.07000803135636914
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2690 | LCC = 0.8906 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.06618933175082152
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2727 | LCC = 0.8905 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.0680128895822977
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2841 | LCC = 0.8918 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.06286910688773745
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2830 | LCC = 0.8901 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.0632057115327933
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2871 | LCC = 0.8913 | SRCC = 0.8909 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3064 | LCC = 0.8332 | SRCC = 0.8365 ]
diff --git a/results_nisqa/wavlm_base/layer5/run4/config.gin b/results_nisqa/wavlm_base/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer5/run4/model_best.pt b/results_nisqa/wavlm_base/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bc47d0940eeee7449fc7294e2eb9207bbe24e8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4cb8f9fa9e6e9204f01b2ecab002ae086a814be1d410dff08a25d59d9907a2
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer5/run4/train.log b/results_nisqa/wavlm_base/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5eb884e464fa9904913b866db508a1d5d0b4dbfc
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer5/run4/train.log
@@ -0,0 +1,68 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4185137378342579
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3276 | LCC = 0.8688 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.2568406481618826
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3165 | LCC = 0.8878 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.22088692100406382
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3459 | LCC = 0.8916 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.20460504870538768
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2776 | LCC = 0.8966 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.19154702329394446
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2645 | LCC = 0.8988 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.1800818946750867
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3157 | LCC = 0.8971 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.17215867973648744
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2855 | LCC = 0.8976 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.15990704358313124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3071 | LCC = 0.8975 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.15189818779512637
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2799 | LCC = 0.8991 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.14309345749933597
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2724 | LCC = 0.8969 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.13582230174128032
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3032 | LCC = 0.8968 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.12801520487648904
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3172 | LCC = 0.8929 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.12147096234422199
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2700 | LCC = 0.8963 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.11726862269674422
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3157 | LCC = 0.8942 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.11114375146827257
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2844 | LCC = 0.8932 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.1084090292324565
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2828 | LCC = 0.8953 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.10167582830511077
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2898 | LCC = 0.8921 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.09724213383187448
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2857 | LCC = 0.8928 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.09463250475553418
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2670 | LCC = 0.8942 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.09166430623803525
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2917 | LCC = 0.8920 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.08459547749919698
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2849 | LCC = 0.8916 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.0831684550281205
diff --git a/results_nisqa/wavlm_base/layer6/run0/config.gin b/results_nisqa/wavlm_base/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer6/run0/model.pt b/results_nisqa/wavlm_base/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917fbc84d6f4794b517f65d23c256a0d3105d47b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e285dda2509b7234541093dcd64215ba88bf4425dc3f3cbb17cb32a7f08e1c1
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer6/run0/model_best.pt b/results_nisqa/wavlm_base/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f724b93e5df23282e286d4efd3aa77536bed4f2b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbe0ca04f5b45db5683ffef1257dae383de79271ec48c1051f672743d507079
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer6/run0/train.log b/results_nisqa/wavlm_base/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..83b9f597a5786125b66d5ad625bd78c9a2414c4e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4813126117163311
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3434 | LCC = 0.8534 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.2756212513054037
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3162 | LCC = 0.8697 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.23633035216372827
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3039 | LCC = 0.8785 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.22035217754585895
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2992 | LCC = 0.8797 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.20299149614710338
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2928 | LCC = 0.8821 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1879864444450147
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2957 | LCC = 0.8813 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.177905429133101
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2873 | LCC = 0.8812 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.16538511414748397
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2987 | LCC = 0.8844 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.16152516317505367
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3178 | LCC = 0.8776 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.14730136178304695
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3179 | LCC = 0.8762 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.1463346042471125
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2965 | LCC = 0.8802 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.13549877371574412
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2890 | LCC = 0.8815 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.12866692516328282
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2916 | LCC = 0.8792 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.119659648357616
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2990 | LCC = 0.8827 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.12044987116934937
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2829 | LCC = 0.8797 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.11295464238679478
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2974 | LCC = 0.8797 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.10373638589688808
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3191 | LCC = 0.8726 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.10188659478646482
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2877 | LCC = 0.8748 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.0958869175802421
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2878 | LCC = 0.8791 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.09420615107337864
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3024 | LCC = 0.8789 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.0873102366149081
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2901 | LCC = 0.8785 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.08449672089319009
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2923 | LCC = 0.8788 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.08113406689008536
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2862 | LCC = 0.8776 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.07944625085273574
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3015 | LCC = 0.8786 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.0810933753072871
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2879 | LCC = 0.8786 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.07412961810138184
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2980 | LCC = 0.8746 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.0721951227398277
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2964 | LCC = 0.8748 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.06826167170367489
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2959 | LCC = 0.8768 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.06772126201432564
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2877 | LCC = 0.8761 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.06386325883038471
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2936 | LCC = 0.8768 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.06138221736502096
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2862 | LCC = 0.8777 | SRCC = 0.8774 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3653 | LCC = 0.7896 | SRCC = 0.8062 ]
diff --git a/results_nisqa/wavlm_base/layer6/run1/config.gin b/results_nisqa/wavlm_base/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer6/run1/model.pt b/results_nisqa/wavlm_base/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49caa307ceb8eb6c338dae0a87e1b1f6d3393b9
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373620f2afeb2e987966bbd316cf3dbdf93374e30ba9c5921bcbc324c667712d
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer6/run1/model_best.pt b/results_nisqa/wavlm_base/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c93b49cd9e687fc94a4e35e29b18c4986db5031
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6858b3b90bcc6e3608220dbf1b060edbc97221da04e410db88ddea2b1e5da672
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer6/run1/train.log b/results_nisqa/wavlm_base/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fdd1967882086efc070ad4a9a27dd6248921f25d
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.511633382281127
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3838 | LCC = 0.8571 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.27727390050543527
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3219 | LCC = 0.8746 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.24115991566567063
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3326 | LCC = 0.8800 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.2197296679708999
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3167 | LCC = 0.8817 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.20717397534606086
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2935 | LCC = 0.8853 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.1896705060249808
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2866 | LCC = 0.8835 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.1846423845070635
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2905 | LCC = 0.8853 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.16912620096881956
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3102 | LCC = 0.8834 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1627044934844006
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2817 | LCC = 0.8839 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.15205549763117224
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2832 | LCC = 0.8853 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.14081222818076955
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2808 | LCC = 0.8843 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.13258764281265997
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3089 | LCC = 0.8815 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.12638334339926008
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2954 | LCC = 0.8802 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.12002240491740276
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2969 | LCC = 0.8803 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.11261931264159307
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3308 | LCC = 0.8776 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.10791863505378624
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2936 | LCC = 0.8816 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.10252053622220982
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2956 | LCC = 0.8805 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.0960914863413469
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2967 | LCC = 0.8788 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.09574436583701586
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3002 | LCC = 0.8771 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.09198406536799635
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2911 | LCC = 0.8786 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.08826026718826652
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3004 | LCC = 0.8782 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.08422901029187131
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2928 | LCC = 0.8783 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.07695102301894585
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2874 | LCC = 0.8776 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.07604864483020898
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2925 | LCC = 0.8783 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.07441717991336233
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2938 | LCC = 0.8777 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.0725823535740031
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3055 | LCC = 0.8760 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.07234443131985002
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2892 | LCC = 0.8790 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.06860909479632543
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2876 | LCC = 0.8789 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.06666961499635195
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3098 | LCC = 0.8752 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.06498795810204021
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2905 | LCC = 0.8784 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.061827909911988096
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2855 | LCC = 0.8791 | SRCC = 0.8786 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3321 | LCC = 0.8024 | SRCC = 0.8019 ]
diff --git a/results_nisqa/wavlm_base/layer6/run2/config.gin b/results_nisqa/wavlm_base/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer6/run2/model.pt b/results_nisqa/wavlm_base/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629177d1f16bcd99b9bd9f5703b100416695096
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c6fc77ea5c16909822fc16424be0777cd7c334d2237a38f571fbc3f4f30603
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer6/run2/model_best.pt b/results_nisqa/wavlm_base/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91cab59b283881a1dabcf5d9f8b44c6c7704e42
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eff981e8e256160dadd8a9b14fd66b4231b8eccfaa39f2a6f30e285b221d565
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer6/run2/train.log b/results_nisqa/wavlm_base/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..306bbe624a54c9183db6c08debec84f04534fbe1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4580455467191046
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3843 | LCC = 0.8567 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.276260056936672
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3300 | LCC = 0.8725 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.24021343783491608
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3246 | LCC = 0.8789 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.21812781157521155
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3152 | LCC = 0.8834 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.2016989807086873
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3161 | LCC = 0.8859 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.18898912902512302
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3226 | LCC = 0.8885 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.17617068357894874
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2921 | LCC = 0.8843 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.16618179538518707
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3006 | LCC = 0.8877 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.1561665282600877
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2907 | LCC = 0.8867 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.14717044328161746
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3022 | LCC = 0.8856 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.14085431862084163
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3047 | LCC = 0.8853 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.13069289147509316
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3084 | LCC = 0.8831 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.12538618088371492
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2946 | LCC = 0.8848 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.1171559607017936
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3318 | LCC = 0.8796 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1182058933756255
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2906 | LCC = 0.8818 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.10848188361508308
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2794 | LCC = 0.8823 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.10201164156284635
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2989 | LCC = 0.8803 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.09851878416331518
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2868 | LCC = 0.8813 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.09699319059707526
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2965 | LCC = 0.8815 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.08954726775429842
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2915 | LCC = 0.8804 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.08440321595596441
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3126 | LCC = 0.8806 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.08622468196157086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3057 | LCC = 0.8823 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.07846345257207837
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3046 | LCC = 0.8777 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.08147686015749943
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2998 | LCC = 0.8836 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.0739149013911024
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3071 | LCC = 0.8812 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.07207457548965608
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2901 | LCC = 0.8805 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.06809199215962708
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3345 | LCC = 0.8811 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.06561612327060948
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2983 | LCC = 0.8799 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.06602035368109024
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3002 | LCC = 0.8798 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.062202239893592165
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2977 | LCC = 0.8817 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.060868980136909924
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2973 | LCC = 0.8800 | SRCC = 0.8789 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3820 | LCC = 0.7893 | SRCC = 0.8041 ]
diff --git a/results_nisqa/wavlm_base/layer6/run3/config.gin b/results_nisqa/wavlm_base/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer6/run3/model.pt b/results_nisqa/wavlm_base/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cb1cd7f4f2542233e2279607503807c6d4cfd1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155d17f6cb2c3b519baaa612af2562dac0da243a6756511371a9ef1e35d24560
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer6/run3/model_best.pt b/results_nisqa/wavlm_base/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1805b4524b3689d8129887f623b569ed4a418
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7c4386857200336a38b5550a9d33b5c63dc90add3ffcc1e7690fe4b19aff1
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer6/run3/train.log b/results_nisqa/wavlm_base/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ae5c2aacb480e552461df4e70bdab31d637f7ab1
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45919589112604287
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3641 | LCC = 0.8580 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.2721483381841913
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3588 | LCC = 0.8699 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.2380999495528337
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3050 | LCC = 0.8796 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.2158144529844295
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2969 | LCC = 0.8840 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.2029401803378425
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3107 | LCC = 0.8854 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.1899656433332173
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3227 | LCC = 0.8836 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.17712257160789016
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2744 | LCC = 0.8864 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.16485464069023298
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3220 | LCC = 0.8819 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.1587821848561309
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2764 | LCC = 0.8865 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.14581519623712308
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2842 | LCC = 0.8855 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.13717629954305
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2814 | LCC = 0.8835 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.13135046025232083
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2826 | LCC = 0.8841 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.1278510445115194
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2704 | LCC = 0.8853 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.11687495072797544
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2832 | LCC = 0.8853 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.1144648416538459
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2939 | LCC = 0.8834 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.11036395617475399
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2764 | LCC = 0.8841 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.10217846436910547
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2815 | LCC = 0.8828 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.09469649501446355
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2710 | LCC = 0.8843 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.09349258405538653
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2946 | LCC = 0.8820 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.09044704009170478
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2775 | LCC = 0.8821 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.08723719620463476
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2867 | LCC = 0.8827 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.08119845433386765
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2856 | LCC = 0.8815 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.07802324890659723
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2838 | LCC = 0.8820 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.07705921451480402
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2896 | LCC = 0.8813 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.07775203836274285
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2893 | LCC = 0.8816 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.07312242032131018
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2878 | LCC = 0.8816 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.07050699034350456
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2868 | LCC = 0.8818 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.06749039998202655
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2908 | LCC = 0.8794 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.06533544407242295
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2920 | LCC = 0.8810 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.06518863572206111
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2833 | LCC = 0.8815 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.06080428489370842
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2905 | LCC = 0.8820 | SRCC = 0.8807 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3983 | LCC = 0.7861 | SRCC = 0.8050 ]
diff --git a/results_nisqa/wavlm_base/layer6/run4/config.gin b/results_nisqa/wavlm_base/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer6/run4/model.pt b/results_nisqa/wavlm_base/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672f489fed78b54548ce0617603616703ed93ce2
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a60fc475d4398ec5726fdb9ea79dcebd396da1ac581d0f4319dc3a2a31a2dd
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer6/run4/model_best.pt b/results_nisqa/wavlm_base/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858f6bab2b47278aa1f1be1af3613249c0c470bf
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea8606fdf5ff3181c3e956d08cd40073d0a26dddc3d83324eb2ec64b4d67836
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer6/run4/train.log b/results_nisqa/wavlm_base/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..842d8e58c434febe4965c75ab538a47b94b2bb4e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4918932305767357
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4018 | LCC = 0.8550 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.27471915654019813
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3577 | LCC = 0.8722 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.2385213826002413
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3193 | LCC = 0.8812 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.22067058271583104
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2991 | LCC = 0.8822 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.2071126655519353
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3645 | LCC = 0.8785 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.19043490721311182
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3539 | LCC = 0.8773 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.1814191560180201
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2934 | LCC = 0.8838 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.16542920814773251
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3020 | LCC = 0.8847 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.1606659918076041
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2966 | LCC = 0.8796 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.14895419319930103
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3167 | LCC = 0.8820 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.14129193562131398
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3085 | LCC = 0.8806 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.1323600932955742
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2926 | LCC = 0.8821 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.1246240512397937
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2971 | LCC = 0.8796 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.12096105459969857
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2936 | LCC = 0.8773 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.11830177433745709
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3020 | LCC = 0.8783 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.1080983007660491
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3001 | LCC = 0.8800 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.1045302285064507
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2988 | LCC = 0.8759 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.09753431997805662
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3044 | LCC = 0.8743 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.09486014777094642
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3016 | LCC = 0.8776 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.09173028166755776
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3122 | LCC = 0.8745 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.08754635961844742
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2969 | LCC = 0.8744 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.0839929466561086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3011 | LCC = 0.8759 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.08081908737217759
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3058 | LCC = 0.8754 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.07847721224403106
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3018 | LCC = 0.8754 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.07556269257571656
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3009 | LCC = 0.8770 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.07426569963983029
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3285 | LCC = 0.8710 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.07059568171039482
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2913 | LCC = 0.8771 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.06798043080492516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2907 | LCC = 0.8767 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.0650556055624361
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2983 | LCC = 0.8756 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.06502384638596821
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3181 | LCC = 0.8710 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.06299191911441053
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3033 | LCC = 0.8733 | SRCC = 0.8735 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3620 | LCC = 0.7904 | SRCC = 0.7977 ]
diff --git a/results_nisqa/wavlm_base/layer7/run0/config.gin b/results_nisqa/wavlm_base/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer7/run0/model.pt b/results_nisqa/wavlm_base/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cae6e3aa4aab9e49e207396f8b82d7cc94fc81
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a07cd686b0739337b800f260a7aabbd073c299152dab8cbc07f91793ba821
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer7/run0/model_best.pt b/results_nisqa/wavlm_base/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee43b88f7cd4b8faf9b7f36f64e635b98a9d76
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912af4698e312bb27142e0f956462edf8198a1e3cc88f43f8d2c319b4039e92b
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer7/run0/train.log b/results_nisqa/wavlm_base/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..708ed93245a5d34598a5f219b872d2328bb1fc8c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46959547293668535
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3933 | LCC = 0.8501 | SRCC = 0.8493 ]
+INFO:root:Average loss=0.2892003505560704
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3902 | LCC = 0.8614 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.2577921674947518
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3450 | LCC = 0.8695 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.23125983188951635
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3409 | LCC = 0.8746 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.21794685876438383
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3162 | LCC = 0.8749 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.20213772317749917
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3192 | LCC = 0.8759 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.18906862280100067
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3112 | LCC = 0.8750 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.1778672949513259
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3316 | LCC = 0.8749 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.16808424907268127
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3036 | LCC = 0.8798 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.15799178372573303
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3327 | LCC = 0.8770 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.1505023498152722
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3135 | LCC = 0.8788 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.13898720273565005
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3270 | LCC = 0.8775 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.1339182833887938
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3104 | LCC = 0.8746 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.12140038086241381
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3031 | LCC = 0.8761 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.11617968588895192
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3318 | LCC = 0.8668 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.11497572865444801
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3008 | LCC = 0.8739 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.10741600209061121
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3004 | LCC = 0.8758 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.10190019521840735
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3091 | LCC = 0.8765 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.09886139590357769
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3140 | LCC = 0.8718 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.09157641886631189
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3192 | LCC = 0.8722 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.0896711945103083
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3092 | LCC = 0.8733 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.08576158524593176
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3194 | LCC = 0.8702 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.08320774570796531
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3126 | LCC = 0.8734 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.07933538144378993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3137 | LCC = 0.8726 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.07752731767606873
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3076 | LCC = 0.8713 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.07974722626150688
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3393 | LCC = 0.8667 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.07500665275261581
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3160 | LCC = 0.8709 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.06975218530938115
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3003 | LCC = 0.8726 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.06879594614137115
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3183 | LCC = 0.8712 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.06432007737673087
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3135 | LCC = 0.8711 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.06315794352420492
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3165 | LCC = 0.8710 | SRCC = 0.8706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4100 | LCC = 0.7623 | SRCC = 0.7872 ]
diff --git a/results_nisqa/wavlm_base/layer7/run1/config.gin b/results_nisqa/wavlm_base/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer7/run1/model.pt b/results_nisqa/wavlm_base/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4088e10961e0fd7545541e4927fc00cd5e1b806b
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07df76db0eaf8ba98c3106b515a6858efc44b4a363ee68c543fe6f66ad77cc68
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer7/run1/model_best.pt b/results_nisqa/wavlm_base/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153064719398cbec5cd7070225b8fe4ce5292746
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1142780cde8bd453d55e6f5448aebb433e74c0173a2d2a172cb6b9c1cda16582
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer7/run1/train.log b/results_nisqa/wavlm_base/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b6f01a132f6af360b0b08f19d6e146f52db4da7c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44772646916394976
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4414 | LCC = 0.8476 | SRCC = 0.8476 ]
+INFO:root:Average loss=0.29201113936528994
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3952 | LCC = 0.8593 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.26208727638845497
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3557 | LCC = 0.8691 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.23943630997845203
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3427 | LCC = 0.8721 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.21518093179588374
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3180 | LCC = 0.8745 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.20515568666375442
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3068 | LCC = 0.8769 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.185515399871534
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3291 | LCC = 0.8747 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.18356733889765822
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3317 | LCC = 0.8744 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.1651553589570729
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3324 | LCC = 0.8761 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.15898036543344488
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3128 | LCC = 0.8726 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.15027764818571895
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3448 | LCC = 0.8684 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.1399105856614995
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3714 | LCC = 0.8672 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.13280404854372058
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2998 | LCC = 0.8717 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.12241319032935048
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3230 | LCC = 0.8710 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.12190660222761893
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3201 | LCC = 0.8705 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.11368517719769064
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3124 | LCC = 0.8713 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.1049395947787114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3174 | LCC = 0.8711 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.09872492648273534
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3124 | LCC = 0.8726 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.09921526476051766
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3081 | LCC = 0.8730 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.09507996392990813
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3182 | LCC = 0.8716 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.09214510925846293
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3079 | LCC = 0.8724 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.0869081025092588
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3187 | LCC = 0.8711 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.08172840840382382
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3112 | LCC = 0.8719 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.08175577703497314
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3212 | LCC = 0.8711 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.07622404319013475
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3037 | LCC = 0.8714 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.07378835175078728
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3044 | LCC = 0.8736 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.07358013588741336
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3176 | LCC = 0.8710 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.07197069297033239
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3129 | LCC = 0.8731 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.06914445867686603
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3250 | LCC = 0.8699 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.06798065008024949
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3275 | LCC = 0.8713 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.06571076547651622
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3102 | LCC = 0.8719 | SRCC = 0.8700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3944 | LCC = 0.7799 | SRCC = 0.7951 ]
diff --git a/results_nisqa/wavlm_base/layer7/run2/config.gin b/results_nisqa/wavlm_base/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer7/run2/model.pt b/results_nisqa/wavlm_base/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50251e26292c4f9e4469f6c7abcf26e1497b2c86
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b08f26f31eb521ebe53e799c2018b79609cd7b35d9bb9dbc0ae33de2c9d2be1
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer7/run2/model_best.pt b/results_nisqa/wavlm_base/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76168d559652d8c7fc0afe27e868479e12e7b689
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91235dafa290c4fb858efc0589a837ceacb91816a1ec446684bc593da4c79715
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer7/run2/train.log b/results_nisqa/wavlm_base/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b73a64b6599e2cfff08d068885395c3b2fa81a87
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49279484066660006
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4459 | LCC = 0.8437 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.29230352814142413
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3545 | LCC = 0.8646 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.2573923689092515
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3365 | LCC = 0.8698 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.23410568717931737
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3198 | LCC = 0.8758 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.21761139624380652
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3247 | LCC = 0.8747 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.209303402616454
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3254 | LCC = 0.8765 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.19297667381735895
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3556 | LCC = 0.8702 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.18029216784617805
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3351 | LCC = 0.8778 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.17171353174944146
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3087 | LCC = 0.8722 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.1545778732165436
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3164 | LCC = 0.8753 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.14888688844407913
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3036 | LCC = 0.8761 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.14275571204334325
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3095 | LCC = 0.8735 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.1309120516384268
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3185 | LCC = 0.8696 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.124013365004104
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3394 | LCC = 0.8716 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.11536120156073845
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3451 | LCC = 0.8669 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.1113828518831661
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3058 | LCC = 0.8740 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.10521732208270558
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3173 | LCC = 0.8726 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.10325263780837803
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3141 | LCC = 0.8698 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.09864268966579023
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3104 | LCC = 0.8717 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.09632279954290804
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3374 | LCC = 0.8636 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.0886028523992941
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3329 | LCC = 0.8692 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.08864199359379063
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3276 | LCC = 0.8630 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.08509496752323442
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3056 | LCC = 0.8720 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.08076198024384548
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3231 | LCC = 0.8673 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.0786351735321428
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3438 | LCC = 0.8631 | SRCC = 0.8661 ]
+INFO:root:Average loss=0.07611784349717846
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3003 | LCC = 0.8704 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.07401311358792244
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3128 | LCC = 0.8665 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.07070350545765347
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3112 | LCC = 0.8688 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.06876461098045972
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3257 | LCC = 0.8678 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.06566578203629207
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3080 | LCC = 0.8710 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.06277321231675285
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3147 | LCC = 0.8685 | SRCC = 0.8677 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4417 | LCC = 0.7510 | SRCC = 0.7717 ]
diff --git a/results_nisqa/wavlm_base/layer7/run3/config.gin b/results_nisqa/wavlm_base/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer7/run3/model.pt b/results_nisqa/wavlm_base/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb05a5c74221125353dda461f0372fc83eb48c58
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9740266881033cd7e8c8aa687ab055c09e580f51e0c231b03fdb96606acba
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer7/run3/model_best.pt b/results_nisqa/wavlm_base/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656bfe9276080e9e15914f6e443eca0e1b64b077
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8e5dc83ea827a687888a451efd9087d8eaad8bc80a53aa77f402c73952fb5
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer7/run3/train.log b/results_nisqa/wavlm_base/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..472bb166019dac6d35ba7845d777a7d61133d41a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5212435261534818
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3888 | LCC = 0.8460 | SRCC = 0.8461 ]
+INFO:root:Average loss=0.29436862020823307
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4011 | LCC = 0.8621 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.25856533276207877
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3446 | LCC = 0.8693 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.23818521787320948
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3392 | LCC = 0.8726 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.21767916056634373
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3227 | LCC = 0.8705 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.20628939228767604
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3145 | LCC = 0.8746 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.19475900437790533
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3359 | LCC = 0.8742 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.17848426684995608
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3284 | LCC = 0.8676 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.17043185819780207
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3191 | LCC = 0.8746 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.16019078270892875
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3088 | LCC = 0.8742 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.14990261162636598
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3557 | LCC = 0.8739 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.14298085407542355
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3092 | LCC = 0.8735 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.13050693630999913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3190 | LCC = 0.8671 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.12611593624759962
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3156 | LCC = 0.8708 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.11962646017701639
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3137 | LCC = 0.8693 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.11302858461878892
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3350 | LCC = 0.8623 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.1128574827244516
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3045 | LCC = 0.8712 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.10191879794001579
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3107 | LCC = 0.8693 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.0988542194655865
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3179 | LCC = 0.8672 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.09871481346084893
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3227 | LCC = 0.8663 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.0883483416858436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3224 | LCC = 0.8672 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.09045422845923831
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3093 | LCC = 0.8731 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.08287141271839941
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3158 | LCC = 0.8692 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.08108881656403487
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3141 | LCC = 0.8701 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.07709075620322559
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3164 | LCC = 0.8706 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.07850321849560463
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3268 | LCC = 0.8703 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.07368039712309837
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3143 | LCC = 0.8712 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.07018419843963805
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3174 | LCC = 0.8693 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.06788954386390703
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3185 | LCC = 0.8683 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.06846503280318542
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3219 | LCC = 0.8684 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.0649555608888582
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3214 | LCC = 0.8697 | SRCC = 0.8692 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3773 | LCC = 0.7720 | SRCC = 0.7883 ]
diff --git a/results_nisqa/wavlm_base/layer7/run4/config.gin b/results_nisqa/wavlm_base/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer7/run4/model.pt b/results_nisqa/wavlm_base/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac477fe184b3049575b863cdb7e8770644c81e8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d9f5608c2294ecc73965f7f511aa6e3926fc67dfebe6c1fcb8bfeedd29506
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer7/run4/model_best.pt b/results_nisqa/wavlm_base/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bf8bbd72498e5abfc6c40cd180c9c38d19fe11
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f49fb6e764aa29a4e8e968a70325524f2ae2302357c317b8318b072468d9c7
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer7/run4/train.log b/results_nisqa/wavlm_base/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..602aefe1b62d657fc72cba1d22b6551f37fc3262
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.476910410847278
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4112 | LCC = 0.8467 | SRCC = 0.8459 ]
+INFO:root:Average loss=0.2984276423392268
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3647 | LCC = 0.8609 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.2626133809199912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3276 | LCC = 0.8686 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.23569437861442566
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3356 | LCC = 0.8691 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.22005146677266654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3219 | LCC = 0.8720 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.20227742884200434
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3401 | LCC = 0.8743 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.1891963103344675
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3234 | LCC = 0.8741 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.1811305556683182
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3297 | LCC = 0.8744 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.16750375922187904
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3203 | LCC = 0.8731 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.1589938759200835
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3184 | LCC = 0.8743 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.149156093683546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3106 | LCC = 0.8731 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.1399222860446555
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3658 | LCC = 0.8715 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.13305355673063698
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3230 | LCC = 0.8696 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.1249056418851621
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3096 | LCC = 0.8727 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.12223457652709388
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3215 | LCC = 0.8743 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.1178635725310083
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3250 | LCC = 0.8695 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.1085787385788267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3212 | LCC = 0.8704 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.10173061171363544
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3160 | LCC = 0.8681 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.09989765183084962
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3325 | LCC = 0.8659 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.09361001080429623
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3228 | LCC = 0.8678 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.09361232675052103
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3658 | LCC = 0.8700 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.09254540434117951
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3149 | LCC = 0.8691 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.08818650017411722
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3282 | LCC = 0.8697 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.08144408455818375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3319 | LCC = 0.8670 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.08075289010484783
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3224 | LCC = 0.8694 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.07802108608487714
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3238 | LCC = 0.8680 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.07449155897332754
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3795 | LCC = 0.8692 | SRCC = 0.8664 ]
+INFO:root:Average loss=0.07650366255399808
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3526 | LCC = 0.8696 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.06903622148698466
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3238 | LCC = 0.8695 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.06836350563633649
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3185 | LCC = 0.8671 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.06938424413603854
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3339 | LCC = 0.8700 | SRCC = 0.8669 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4138 | LCC = 0.7484 | SRCC = 0.7744 ]
diff --git a/results_nisqa/wavlm_base/layer8/run0/config.gin b/results_nisqa/wavlm_base/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer8/run0/model.pt b/results_nisqa/wavlm_base/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47ca85620f4e0fb2faff98ddd22ad8e1c864e3e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee79910cc4cdf2a475067af64d490af1d3b23b0b9b7d2aed3ae0c775b7ff2c1
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer8/run0/model_best.pt b/results_nisqa/wavlm_base/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c655ba791451f0ab154d86f84a605f58f1a625e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d01e5a8c92261768c1e7c913c46f8f323c8bc72e1d3be650e270c10f6f8fb4
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer8/run0/train.log b/results_nisqa/wavlm_base/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0271eb20ff5f99dc97674a3d81183fce876cbaa7
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.504310234950457
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3837 | LCC = 0.8453 | SRCC = 0.8455 ]
+INFO:root:Average loss=0.2949711521064615
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3439 | LCC = 0.8619 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.2642467456056892
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3385 | LCC = 0.8673 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.24378259798694898
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3451 | LCC = 0.8689 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.22448713793230884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3468 | LCC = 0.8705 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.20761158278567254
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3530 | LCC = 0.8702 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.19499450314768477
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3510 | LCC = 0.8693 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.19051588580787526
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3181 | LCC = 0.8721 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.1757395453105083
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3102 | LCC = 0.8725 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.16263253237470726
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3186 | LCC = 0.8719 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.1535863456870779
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3406 | LCC = 0.8707 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.14295612370347702
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3178 | LCC = 0.8716 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.13228518074389137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3396 | LCC = 0.8676 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.12677556724217587
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3118 | LCC = 0.8704 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.12059312675557385
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3332 | LCC = 0.8668 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.11219908249688286
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3346 | LCC = 0.8674 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.10896078994594557
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3403 | LCC = 0.8665 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.1014277751778247
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3340 | LCC = 0.8671 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.09662595765955875
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3413 | LCC = 0.8651 | SRCC = 0.8654 ]
+INFO:root:Average loss=0.09552115624006084
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3214 | LCC = 0.8649 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.08682017674335854
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3828 | LCC = 0.8595 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.08538053744617914
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3278 | LCC = 0.8634 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.08263575720649234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3330 | LCC = 0.8651 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.07766488498087563
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3339 | LCC = 0.8661 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.0750475138468894
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3087 | LCC = 0.8692 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.07180955629214386
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3083 | LCC = 0.8685 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.07180059388968986
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3567 | LCC = 0.8626 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.06908072785318242
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3280 | LCC = 0.8656 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.06599018550504838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3316 | LCC = 0.8662 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.06291470663740456
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3249 | LCC = 0.8652 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.06316083577068556
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3264 | LCC = 0.8651 | SRCC = 0.8641 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4308 | LCC = 0.7574 | SRCC = 0.7735 ]
diff --git a/results_nisqa/wavlm_base/layer8/run1/config.gin b/results_nisqa/wavlm_base/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer8/run1/model.pt b/results_nisqa/wavlm_base/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a12beb3283e3015f9c3d9de9ed168106cd76fc
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a7bb5a5a9b66fbbdc064a997ac46dd0e1f9ab6392abf1e616aa5ab3fa45099
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer8/run1/model_best.pt b/results_nisqa/wavlm_base/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d585bbbca3b15b8c95da23d3f07a837893cd0c4f
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f7a3f8b56c481453dd9ebbd932448670f3c8c740b4cd6661d9641f3158ef9a
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer8/run1/train.log b/results_nisqa/wavlm_base/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c942ebbd8d5d5c69805a20dab302dd924d9dc0ef
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47080897113491343
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3874 | LCC = 0.8448 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.2988903786922466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3674 | LCC = 0.8578 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.26513335918415487
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3589 | LCC = 0.8636 | SRCC = 0.8620 ]
+INFO:root:Average loss=0.23990936706520918
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3225 | LCC = 0.8668 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.22925418356939548
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3407 | LCC = 0.8685 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.20812054417725934
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3175 | LCC = 0.8697 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.1974326475507262
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3622 | LCC = 0.8664 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.18882268236551672
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3239 | LCC = 0.8693 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.1725603883838378
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3629 | LCC = 0.8674 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.15992053559405267
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3335 | LCC = 0.8660 | SRCC = 0.8656 ]
+INFO:root:Average loss=0.15071442628526963
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3635 | LCC = 0.8639 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.1444879265103726
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3382 | LCC = 0.8665 | SRCC = 0.8656 ]
+INFO:root:Average loss=0.13375193754889372
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3492 | LCC = 0.8647 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.1247015834026943
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3199 | LCC = 0.8667 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.11769670717461261
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3260 | LCC = 0.8655 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.11123913487774788
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3552 | LCC = 0.8615 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.10699712657342757
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3499 | LCC = 0.8627 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.10561049772652588
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3278 | LCC = 0.8631 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.10033992802821143
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3254 | LCC = 0.8629 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.09493627547787103
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3659 | LCC = 0.8618 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.09086339115407426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3417 | LCC = 0.8607 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.08498389536590245
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3374 | LCC = 0.8613 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.08241526218335753
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3385 | LCC = 0.8621 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.08014111668732814
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3262 | LCC = 0.8622 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.07591524752492161
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3381 | LCC = 0.8621 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.07275943742322095
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3256 | LCC = 0.8626 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.07042751898396911
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3179 | LCC = 0.8641 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.06902826047701642
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3193 | LCC = 0.8645 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.06522151218414995
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3489 | LCC = 0.8614 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.06511176063146205
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3192 | LCC = 0.8637 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.06262267609207617
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3328 | LCC = 0.8629 | SRCC = 0.8608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4273 | LCC = 0.7580 | SRCC = 0.7774 ]
diff --git a/results_nisqa/wavlm_base/layer8/run2/config.gin b/results_nisqa/wavlm_base/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer8/run2/model.pt b/results_nisqa/wavlm_base/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559b984b8096be322921e744b524786ff59ba05e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193825dbc8524f72748512cd4f04734bb6b4a3e331647b4237663b80121d5b6a
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer8/run2/model_best.pt b/results_nisqa/wavlm_base/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89e8b262940f88dc8eb75744270b8d7ab1b8430
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f1cea15d3a11a615eb45aceabedbe2e184a30a1c2d59a040b798973e418881
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer8/run2/train.log b/results_nisqa/wavlm_base/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..727fc7a338f9769cdd2578d3a8156eaa5e3b4852
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49614718987073514
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4163 | LCC = 0.8396 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.30593958789902614
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3736 | LCC = 0.8585 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.26957738657907254
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3412 | LCC = 0.8649 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.24961985552931107
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3199 | LCC = 0.8674 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.22532821606004858
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3340 | LCC = 0.8718 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.21481676365254243
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3408 | LCC = 0.8717 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.19873767337530335
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3287 | LCC = 0.8715 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.18074769354452289
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3444 | LCC = 0.8680 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.17362970290328725
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3286 | LCC = 0.8699 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.16369452504064305
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3304 | LCC = 0.8707 | SRCC = 0.8685 ]
+INFO:root:Average loss=0.1521646442440893
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3052 | LCC = 0.8698 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.14785853743208627
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3263 | LCC = 0.8682 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.1355989016377168
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3463 | LCC = 0.8632 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.1270525432218706
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3208 | LCC = 0.8689 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.12027060856364366
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3369 | LCC = 0.8672 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.11322890997277518
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3292 | LCC = 0.8656 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.1054700392088449
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3278 | LCC = 0.8658 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.10187218486832056
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3114 | LCC = 0.8683 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.09731528944621197
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3232 | LCC = 0.8661 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.09663364125383382
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3242 | LCC = 0.8639 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.09274656006883335
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3138 | LCC = 0.8652 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.08398442711099724
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3213 | LCC = 0.8659 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.08189074270900963
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3179 | LCC = 0.8662 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.07984893941293562
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3343 | LCC = 0.8646 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.07553070777155071
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3105 | LCC = 0.8662 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.07331992423086497
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3151 | LCC = 0.8657 | SRCC = 0.8631 ]
+INFO:root:Average loss=0.07073518903010842
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3283 | LCC = 0.8647 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.06736438531923845
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3207 | LCC = 0.8651 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.06627118466906465
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3282 | LCC = 0.8645 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.06485453213570434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3699 | LCC = 0.8585 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.0634071070248681
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3200 | LCC = 0.8637 | SRCC = 0.8608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4562 | LCC = 0.7570 | SRCC = 0.7661 ]
diff --git a/results_nisqa/wavlm_base/layer8/run3/config.gin b/results_nisqa/wavlm_base/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer8/run3/model.pt b/results_nisqa/wavlm_base/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c22e71db83a879b57532127c16b581114ed1c8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1be86a0eacbc86a21c0075d2651fc4fcc8d1d08fe10a5e89a9cfe16f27e18f
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer8/run3/model_best.pt b/results_nisqa/wavlm_base/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aed66366764e4a922804f04636abd44f809e66a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ef97f618aa693cbe4b97c3247b58b4016f17df0a87d4752a9463c18bc8ed34
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer8/run3/train.log b/results_nisqa/wavlm_base/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..752688b67a9ec3b71ad16f7a348e338cecdfad92
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.485675304783562
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3865 | LCC = 0.8453 | SRCC = 0.8447 ]
+INFO:root:Average loss=0.29744945957481517
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4067 | LCC = 0.8571 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.2680133333957264
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3457 | LCC = 0.8649 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.24831513302519143
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3359 | LCC = 0.8700 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.22589382408671296
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3353 | LCC = 0.8730 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.20990672776464783
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3490 | LCC = 0.8714 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.19787376460140152
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3467 | LCC = 0.8719 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.18266301455697573
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3650 | LCC = 0.8634 | SRCC = 0.8664 ]
+INFO:root:Average loss=0.17474085940963272
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3185 | LCC = 0.8674 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.16545293342343645
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3257 | LCC = 0.8688 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.15586267782084515
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3408 | LCC = 0.8621 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.14408396180137734
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3354 | LCC = 0.8647 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.1366549103246259
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3540 | LCC = 0.8607 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.12701813829255243
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3570 | LCC = 0.8610 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.12306345124981996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3425 | LCC = 0.8612 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.1150204832369537
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3357 | LCC = 0.8617 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.10938187072731856
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3355 | LCC = 0.8606 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.10240550240167992
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3335 | LCC = 0.8627 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.0969839997675722
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3416 | LCC = 0.8622 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.09557734729151506
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3347 | LCC = 0.8630 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.0897457468285726
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3434 | LCC = 0.8607 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.0912401018330472
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3301 | LCC = 0.8618 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.08441866551003704
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3228 | LCC = 0.8622 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.07778144595509319
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3473 | LCC = 0.8589 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.07752736731071692
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3225 | LCC = 0.8615 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.07376555260809171
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3454 | LCC = 0.8586 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.0728502139836722
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3616 | LCC = 0.8511 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.06840773951800573
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3386 | LCC = 0.8587 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.0678214396355469
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3536 | LCC = 0.8567 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.06435960098411996
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3254 | LCC = 0.8622 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.062329514199770945
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3455 | LCC = 0.8624 | SRCC = 0.8605 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4121 | LCC = 0.7514 | SRCC = 0.7616 ]
diff --git a/results_nisqa/wavlm_base/layer8/run4/config.gin b/results_nisqa/wavlm_base/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer8/run4/model_best.pt b/results_nisqa/wavlm_base/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3324bb6b00c7a8f9a2b9a0de0684831104030df4
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac17ae61a212198b65dbe5af9a74acbfe8f591e6f48ac55129f63980f0a2cb
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer8/run4/train.log b/results_nisqa/wavlm_base/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a76fc282f89c4a3d8bd47797f5995227f0c34be5
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer8/run4/train.log
@@ -0,0 +1,95 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47744486691979315
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4318 | LCC = 0.8384 | SRCC = 0.8405 ]
+INFO:root:Average loss=0.30020661255872316
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3719 | LCC = 0.8575 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.26863499924626655
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3285 | LCC = 0.8642 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.24873511501819412
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3315 | LCC = 0.8676 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.22946125398136977
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3914 | LCC = 0.8623 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.2112676529698289
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3337 | LCC = 0.8706 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.20039548264073498
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3140 | LCC = 0.8716 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.18677980263281418
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3428 | LCC = 0.8672 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.1729812433437116
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3342 | LCC = 0.8696 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.1633179690796516
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3184 | LCC = 0.8709 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.15152139690397792
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3224 | LCC = 0.8654 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.14397686358132114
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3363 | LCC = 0.8654 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.13539848868557483
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3417 | LCC = 0.8654 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.12572720043921057
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3269 | LCC = 0.8657 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.1205444909589139
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3174 | LCC = 0.8670 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.11625204767192031
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3235 | LCC = 0.8667 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.10764788138556343
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3189 | LCC = 0.8647 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.10464300073123392
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3287 | LCC = 0.8657 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.10121037750747162
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3209 | LCC = 0.8658 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.09284117251548464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3149 | LCC = 0.8633 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.09291431085997923
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3244 | LCC = 0.8670 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.08907603218376292
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3207 | LCC = 0.8643 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.08262781949573858
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3235 | LCC = 0.8648 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.07986093247901498
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3438 | LCC = 0.8618 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.07611000150269856
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3313 | LCC = 0.8627 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.07496401198165265
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3485 | LCC = 0.8600 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.07227023682325562
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3446 | LCC = 0.8599 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.07421342343781036
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3337 | LCC = 0.8613 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.06774438583868088
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3195 | LCC = 0.8632 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.06532559736572593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3382 | LCC = 0.8608 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.06388599302813497
diff --git a/results_nisqa/wavlm_base/layer9/run0/config.gin b/results_nisqa/wavlm_base/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer9/run0/model.pt b/results_nisqa/wavlm_base/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50238609c0fa125e00b0eb7f8c6ca5f0393070e8
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a793b03bba26df8384f00649cd2e516654f9e267f07252e34e8a825421f6be9f
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer9/run0/model_best.pt b/results_nisqa/wavlm_base/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fbc0cb835d5b3e5d53802b4c118ca3b2185041
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537df6d39f0908cb4647196485e483ffbcd42fdca96252db9f2f8257b321010f
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer9/run0/train.log b/results_nisqa/wavlm_base/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..24de00008b5a60f39b31629ddd79c5087ecba446
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4423773816727489
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3773 | LCC = 0.8469 | SRCC = 0.8458 ]
+INFO:root:Average loss=0.2983863962695778
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3539 | LCC = 0.8587 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.2693076007111224
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3557 | LCC = 0.8650 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.24290382181633416
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3660 | LCC = 0.8684 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.22581869333637933
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3117 | LCC = 0.8688 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.21264376301813676
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3452 | LCC = 0.8714 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.1984341961541617
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3391 | LCC = 0.8722 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.18373507390477065
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3340 | LCC = 0.8696 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.17190210288659685
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3164 | LCC = 0.8686 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.16281050176634265
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3172 | LCC = 0.8687 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.15039389821663068
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3234 | LCC = 0.8682 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.13933642264563223
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3537 | LCC = 0.8571 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.13723343963912457
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3257 | LCC = 0.8654 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.12748126186042852
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3137 | LCC = 0.8638 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.12005623748709011
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3268 | LCC = 0.8648 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.11309964175341446
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3289 | LCC = 0.8642 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.11009134817330134
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3172 | LCC = 0.8658 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.10310458583552713
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3288 | LCC = 0.8627 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.10075688000359287
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3189 | LCC = 0.8651 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.09188488640451017
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3201 | LCC = 0.8644 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.09344560650817921
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3824 | LCC = 0.8545 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.08972697293741165
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3254 | LCC = 0.8608 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.0828973953908234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3355 | LCC = 0.8620 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.07834429371391417
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3215 | LCC = 0.8625 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.07684740923732691
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3271 | LCC = 0.8614 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.07739011570811272
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3548 | LCC = 0.8547 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.0714522825198711
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3334 | LCC = 0.8594 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.07242859281987124
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3308 | LCC = 0.8608 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.06744609958346869
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3329 | LCC = 0.8603 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.06635606898307111
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3353 | LCC = 0.8593 | SRCC = 0.8594 ]
+INFO:root:Average loss=0.06428461244082176
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3267 | LCC = 0.8604 | SRCC = 0.8592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4263 | LCC = 0.7434 | SRCC = 0.7685 ]
diff --git a/results_nisqa/wavlm_base/layer9/run1/config.gin b/results_nisqa/wavlm_base/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer9/run1/model.pt b/results_nisqa/wavlm_base/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d47622b5358c2f3c16176618a70a2130d534186
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5da40214c565be79878549183f2ed02dd473000b9e3d518d0a7e590d957688
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer9/run1/model_best.pt b/results_nisqa/wavlm_base/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0bda165fb967ea3c355c7b32bbbb7a8643bf67
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719487f0fccd782879facde91fb7b35b6e6da4baf0a004fe95c395bfe055f60
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer9/run1/train.log b/results_nisqa/wavlm_base/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e9c39a5c7b926f0cd40742122379b7c5ea3bc239
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5400219658723456
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4117 | LCC = 0.8410 | SRCC = 0.8405 ]
+INFO:root:Average loss=0.30239825140189575
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3752 | LCC = 0.8614 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.26518347480393556
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3556 | LCC = 0.8651 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.24286011610761543
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3302 | LCC = 0.8675 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.2280638254102255
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3527 | LCC = 0.8699 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.21282386564450456
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3430 | LCC = 0.8710 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.20093263573729234
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3377 | LCC = 0.8689 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.18822731534180615
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3397 | LCC = 0.8669 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.1769833449338902
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3286 | LCC = 0.8646 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.16540658017458942
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3272 | LCC = 0.8689 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.1560946083654558
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3285 | LCC = 0.8670 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.15008923389835854
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3446 | LCC = 0.8681 | SRCC = 0.8654 ]
+INFO:root:Average loss=0.1362982739861301
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3261 | LCC = 0.8671 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.13345895423365467
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3390 | LCC = 0.8677 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.1251644052435897
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3457 | LCC = 0.8634 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.11992946129313783
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3535 | LCC = 0.8664 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.11155354980960747
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3681 | LCC = 0.8604 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.10784215587756538
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3402 | LCC = 0.8583 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.10297707989381227
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3447 | LCC = 0.8634 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.09761384379312482
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3340 | LCC = 0.8607 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.09401327227323042
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3503 | LCC = 0.8618 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.0903144217812257
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3295 | LCC = 0.8592 | SRCC = 0.8591 ]
+INFO:root:Average loss=0.09037797120695858
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3416 | LCC = 0.8617 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.08478265716505877
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3463 | LCC = 0.8596 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.07907926837100804
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3589 | LCC = 0.8629 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.07971339590976693
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3515 | LCC = 0.8624 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.07431633671411889
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3415 | LCC = 0.8628 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.07397351614226495
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3369 | LCC = 0.8593 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.07141063526014373
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3503 | LCC = 0.8600 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.06940406024714425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3403 | LCC = 0.8630 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.06815659119128492
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3415 | LCC = 0.8586 | SRCC = 0.8581 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3956 | LCC = 0.7586 | SRCC = 0.7790 ]
diff --git a/results_nisqa/wavlm_base/layer9/run2/config.gin b/results_nisqa/wavlm_base/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer9/run2/model.pt b/results_nisqa/wavlm_base/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb23cfe6ad50967f7fdcc44d3d662a99f96d14e
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451b90751ad74e8631aad65e0c7685bb379e90bfb5da34d1d3e6bd906a77c4e
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer9/run2/model_best.pt b/results_nisqa/wavlm_base/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a11d49d2364ccaa1a8566d293076831b0929853
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11626c95d2bb13768a204a704ce1650c4095ad538834012458a846ab5deecc41
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer9/run2/train.log b/results_nisqa/wavlm_base/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..52526364f87a6565603936f48d8ba102bb3094fa
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47753741114125775
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3950 | LCC = 0.8396 | SRCC = 0.8386 ]
+INFO:root:Average loss=0.3023066746361683
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3936 | LCC = 0.8545 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.2743599064260549
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3871 | LCC = 0.8604 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.24792673270826396
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3527 | LCC = 0.8642 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.23020459005253852
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3246 | LCC = 0.8689 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.21591233819550862
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3453 | LCC = 0.8666 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.19714926084169762
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3439 | LCC = 0.8681 | SRCC = 0.8661 ]
+INFO:root:Average loss=0.19014651410152458
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3503 | LCC = 0.8637 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.17511127884849648
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3120 | LCC = 0.8690 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.16289135606991761
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3259 | LCC = 0.8674 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.15847294984353072
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3205 | LCC = 0.8680 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.14653160522094352
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3313 | LCC = 0.8642 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.13954781310234457
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3241 | LCC = 0.8646 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.13150430251063638
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3249 | LCC = 0.8652 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.12512325219853077
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3266 | LCC = 0.8639 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.1184596362486051
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3756 | LCC = 0.8532 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.11410294072648694
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3195 | LCC = 0.8614 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.10938340981054857
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3354 | LCC = 0.8592 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.10565272813415252
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3240 | LCC = 0.8651 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.10353861594131228
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3262 | LCC = 0.8632 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.09209996091492603
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3277 | LCC = 0.8609 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.08961880252282055
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3325 | LCC = 0.8597 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.08655153998749794
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3320 | LCC = 0.8606 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.08392980104753736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3353 | LCC = 0.8568 | SRCC = 0.8572 ]
+INFO:root:Average loss=0.08115235724717895
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3342 | LCC = 0.8561 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.07776855821640505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3301 | LCC = 0.8594 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.07538307150233688
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3364 | LCC = 0.8606 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.07348634761279028
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3246 | LCC = 0.8608 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.07208174107477844
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3326 | LCC = 0.8581 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.06987035235745369
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3286 | LCC = 0.8622 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.06842515695129515
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3299 | LCC = 0.8609 | SRCC = 0.8595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4937 | LCC = 0.7271 | SRCC = 0.7672 ]
diff --git a/results_nisqa/wavlm_base/layer9/run3/config.gin b/results_nisqa/wavlm_base/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer9/run3/model.pt b/results_nisqa/wavlm_base/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6562361b71ea4c52023c6235082205844aa63a
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a83e2b1c9f1e2cc7cd3cb20b1c26f69b15e1833a78d8e6be4d5559fc64af20
+size 2747979
diff --git a/results_nisqa/wavlm_base/layer9/run3/model_best.pt b/results_nisqa/wavlm_base/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551de24b9fac5e79258af5b7e78d10bd4285fe8c
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c646a4514a6146f5422ab7b7b772b0d3e2f4ca2e2371cbf953d3f7495a26c6
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer9/run3/train.log b/results_nisqa/wavlm_base/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..682e17d4ba7207d700e9fc3d1cdab5940b4f9f28
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49137742343665547
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4184 | LCC = 0.8453 | SRCC = 0.8441 ]
+INFO:root:Average loss=0.3020006677491127
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3761 | LCC = 0.8588 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.2710555107951853
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3661 | LCC = 0.8662 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.25586882759036356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3591 | LCC = 0.8697 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.2310480994813015
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3383 | LCC = 0.8712 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.21841096671330446
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3332 | LCC = 0.8684 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.2061284311503344
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3523 | LCC = 0.8708 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.19151774703422722
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3354 | LCC = 0.8678 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.1830197332825275
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3282 | LCC = 0.8714 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.1705172344869961
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3460 | LCC = 0.8699 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.1609676501826744
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3301 | LCC = 0.8706 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.1488399029725549
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3295 | LCC = 0.8684 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.14105697557588534
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3436 | LCC = 0.8687 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.13456318751408186
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3281 | LCC = 0.8650 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.1293467509781005
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3371 | LCC = 0.8647 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.12199657083074482
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3801 | LCC = 0.8661 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.11504558564266028
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3285 | LCC = 0.8641 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.10762913167648921
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3228 | LCC = 0.8644 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.10951833754261105
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3565 | LCC = 0.8653 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.1042974295385311
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3681 | LCC = 0.8639 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.0966126415770867
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3326 | LCC = 0.8643 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.09221792046648229
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3398 | LCC = 0.8603 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.09090072433383478
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3627 | LCC = 0.8641 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.08829698623346456
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3400 | LCC = 0.8631 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.08237466698437068
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3463 | LCC = 0.8626 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.07847807420729902
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3367 | LCC = 0.8596 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.07685766431551448
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3649 | LCC = 0.8634 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.07413443901463052
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3420 | LCC = 0.8611 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.07184532863986974
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3454 | LCC = 0.8629 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.06854369476265301
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3396 | LCC = 0.8619 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.06769824189516162
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3490 | LCC = 0.8600 | SRCC = 0.8591 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4382 | LCC = 0.7367 | SRCC = 0.7643 ]
diff --git a/results_nisqa/wavlm_base/layer9/run4/config.gin b/results_nisqa/wavlm_base/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/wavlm_base/layer9/run4/model_best.pt b/results_nisqa/wavlm_base/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31cd055d6ae61dbfc8a9f620f0070b205256d34
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6f9362181ee9d9c45850031359d16f207c287ecab149bb6d65b30f1465874c
+size 2749702
diff --git a/results_nisqa/wavlm_base/layer9/run4/train.log b/results_nisqa/wavlm_base/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dae068cac6a08a31efd85abbd319e78cb5d91e64
--- /dev/null
+++ b/results_nisqa/wavlm_base/layer9/run4/train.log
@@ -0,0 +1,83 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5308216207289282
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4221 | LCC = 0.8404 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.29726635746528646
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3869 | LCC = 0.8590 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.2675909897840092
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3760 | LCC = 0.8660 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.24637347830168774
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3634 | LCC = 0.8699 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.22870037868360563
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3409 | LCC = 0.8730 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.20816312816446228
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3195 | LCC = 0.8713 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.19461928798973216
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3347 | LCC = 0.8679 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.18473720576377273
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3987 | LCC = 0.8576 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.1731136067409736
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3544 | LCC = 0.8609 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.16283247490666505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3241 | LCC = 0.8674 | SRCC = 0.8685 ]
+INFO:root:Average loss=0.15104688574813005
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3597 | LCC = 0.8654 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.1467541308072261
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3349 | LCC = 0.8647 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.13312589011095852
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3504 | LCC = 0.8594 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.12799579697537283
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3466 | LCC = 0.8621 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.11964152352830579
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3420 | LCC = 0.8619 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.11355568838946392
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3256 | LCC = 0.8612 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.10845904489386977
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3262 | LCC = 0.8616 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.10245426087451807
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3404 | LCC = 0.8581 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.09837659099543025
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3399 | LCC = 0.8613 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.09293186683961421
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3318 | LCC = 0.8607 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.0920961196453585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3354 | LCC = 0.8606 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.08803124262849031
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3450 | LCC = 0.8569 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.08235866309418155
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3189 | LCC = 0.8621 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.07966850103670461
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3420 | LCC = 0.8583 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.07827901870356818
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3386 | LCC = 0.8584 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.07416721982504591
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3368 | LCC = 0.8630 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.07119695015380838
diff --git a/results_tencent/hubert_base/layer0/run0/config.gin b/results_tencent/hubert_base/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer0/run0/model.pt b/results_tencent/hubert_base/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbb09982082b539fae25c5faef6f767c76dbd1c
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068ee792b120d8a08243c664487a7b8b568408274f25c52af971d8032b5ff61f
+size 2747979
diff --git a/results_tencent/hubert_base/layer0/run0/model_best.pt b/results_tencent/hubert_base/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2c4a88691cbca4e8307123ecec5c3e2c2e5961
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1839bf0afb2df5795934ca7d2a372377cb1005ee5419a6d4e55754f42cc7b975
+size 2749638
diff --git a/results_tencent/hubert_base/layer0/run0/train.log b/results_tencent/hubert_base/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7750f9bfd3c031546f49d3a03c1018a17a41d86
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5515005420446396
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3842 | LCC = 0.8906 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.2599955458641052
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2889 | LCC = 0.9206 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.205170583486557
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2657 | LCC = 0.9297 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.17949073481559755
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2481 | LCC = 0.9324 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.1617449598312378
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2222 | LCC = 0.9392 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.14396545302867889
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2095 | LCC = 0.9420 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.13498218244314195
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2352 | LCC = 0.9439 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.12388975775241852
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2116 | LCC = 0.9465 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.12071779811382294
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2094 | LCC = 0.9483 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.11056126898527145
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2076 | LCC = 0.9476 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.10590557289123535
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2141 | LCC = 0.9495 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.10216312429308891
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2055 | LCC = 0.9488 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.09532864794135093
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1877 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.09354584085941314
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1832 | LCC = 0.9511 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.0866685635149479
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2143 | LCC = 0.9500 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.08354715701937676
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1835 | LCC = 0.9522 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.0768673692047596
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1879 | LCC = 0.9536 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.07518662023544312
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2021 | LCC = 0.9533 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07128325539827347
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1675 | LCC = 0.9527 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.07533640372753143
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1905 | LCC = 0.9546 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.0730141150355339
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1666 | LCC = 0.9542 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06649566951394081
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1745 | LCC = 0.9525 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06658931061625481
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1833 | LCC = 0.9549 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06366004681587219
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1953 | LCC = 0.9534 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05802511554956436
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1931 | LCC = 0.9542 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.057428570210933685
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1930 | LCC = 0.9545 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.054659806132316587
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1744 | LCC = 0.9561 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05538431443274021
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1907 | LCC = 0.9547 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05386707028746605
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1982 | LCC = 0.9562 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.050524106204509735
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1799 | LCC = 0.9519 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.04840889474749565
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1784 | LCC = 0.9552 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2003 | LCC = 0.9564 | SRCC = 0.9573 ]
diff --git a/results_tencent/hubert_base/layer0/run1/config.gin b/results_tencent/hubert_base/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer0/run1/model.pt b/results_tencent/hubert_base/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7982274aef51a38cbf6fcaf486d4999179ccc1
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e15225b1752a76209a9fef310595a6e3eebe98a4301c031825462ec474f7ad5
+size 2747979
diff --git a/results_tencent/hubert_base/layer0/run1/model_best.pt b/results_tencent/hubert_base/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3834bc589ae1cea4f374dcc4fb546373f2d16915
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4f3c275e5ed0155e0c391283a7cee68dbfa7fa1d8f0e438e2606e6c4d1c09c
+size 2749638
diff --git a/results_tencent/hubert_base/layer0/run1/train.log b/results_tencent/hubert_base/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb2e53b61fdbc8f1141ab69b045ee9c4df8682
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5134202827215195
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3309 | LCC = 0.9001 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.24073773431777953
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2764 | LCC = 0.9218 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.1967715173959732
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2677 | LCC = 0.9291 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.17086804521083832
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2232 | LCC = 0.9389 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.15942580699920655
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2507 | LCC = 0.9311 | SRCC = 0.9327 ]
+INFO:root:Average loss=0.1400011628270149
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2349 | LCC = 0.9418 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.12979583245515824
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2336 | LCC = 0.9434 | SRCC = 0.9436 ]
+INFO:root:Average loss=0.13338221395015717
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2442 | LCC = 0.9415 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.11480882596969605
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2044 | LCC = 0.9467 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.10767936253547669
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1951 | LCC = 0.9469 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.10333897718787194
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2013 | LCC = 0.9475 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.09743323680758477
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2088 | LCC = 0.9480 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.09657804867625236
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2271 | LCC = 0.9470 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.09281340646743774
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1893 | LCC = 0.9492 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.08969782271981239
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2139 | LCC = 0.9498 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.08298616918921471
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1849 | LCC = 0.9510 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.07558529904484748
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2073 | LCC = 0.9503 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.07711128830909729
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2104 | LCC = 0.9452 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.07197799316048623
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2058 | LCC = 0.9492 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.06804081216454506
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1971 | LCC = 0.9513 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.06806041941046714
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2035 | LCC = 0.9516 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.06540970760583878
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2102 | LCC = 0.9486 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.06439710631966591
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2041 | LCC = 0.9528 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.062147008776664736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1917 | LCC = 0.9519 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.05868805944919586
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1869 | LCC = 0.9532 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.057169856131076814
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1978 | LCC = 0.9469 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.05363843980431557
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1906 | LCC = 0.9516 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.05383602979779244
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1906 | LCC = 0.9527 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05637917886674404
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2091 | LCC = 0.9530 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.048620030373334885
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2051 | LCC = 0.9484 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.04735039147734642
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1942 | LCC = 0.9522 | SRCC = 0.9508 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1888 | LCC = 0.9545 | SRCC = 0.9548 ]
diff --git a/results_tencent/hubert_base/layer0/run2/config.gin b/results_tencent/hubert_base/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer0/run2/model.pt b/results_tencent/hubert_base/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d8ca2f2e9e20fb750ea67f0abbdfdebc8b8fb7
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3543451aa67469077edd0159aa78da7ee95bdd574085bf45fcacafb1395331
+size 2747979
diff --git a/results_tencent/hubert_base/layer0/run2/model_best.pt b/results_tencent/hubert_base/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7e54e94f971583d54f6683835c204ff19ae6f5
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e8f96985eeac25be30db7772a3455c218c870e58ea87a72dc86dddce04c32b
+size 2749638
diff --git a/results_tencent/hubert_base/layer0/run2/train.log b/results_tencent/hubert_base/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8c8745eb5f4a6e588d20e85d11a9ceb3d2ca9f95
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5030983482599258
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3388 | LCC = 0.9046 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.24009932231903075
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2482 | LCC = 0.9241 | SRCC = 0.9247 ]
+INFO:root:Average loss=0.20337209755182267
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2600 | LCC = 0.9315 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.17355489355325698
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2653 | LCC = 0.9347 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.16535871821641923
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2203 | LCC = 0.9385 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.14868489158153533
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2137 | LCC = 0.9402 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.13506219571828842
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2354 | LCC = 0.9448 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.12432729011774063
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2194 | LCC = 0.9456 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.11688883584737778
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2271 | LCC = 0.9460 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.10881948661804199
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2086 | LCC = 0.9490 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.11114361467957497
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1958 | LCC = 0.9478 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.09982070314884185
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1972 | LCC = 0.9493 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.09282262593507767
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1968 | LCC = 0.9483 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.08790268549323083
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1955 | LCC = 0.9474 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.08720605602860451
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1980 | LCC = 0.9490 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.08256920999288558
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1892 | LCC = 0.9510 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08134270805120468
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1951 | LCC = 0.9518 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.07879179421067238
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1891 | LCC = 0.9509 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.07406312838196755
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2225 | LCC = 0.9521 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.06939851462841035
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1680 | LCC = 0.9530 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.06869303274154663
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1825 | LCC = 0.9519 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.06502478659152984
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9527 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06122171422839165
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1855 | LCC = 0.9531 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0612105633020401
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1851 | LCC = 0.9536 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.06290652152895927
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1762 | LCC = 0.9531 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05713914057612419
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1981 | LCC = 0.9537 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05302181121706963
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2075 | LCC = 0.9545 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.053448756128549574
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1699 | LCC = 0.9546 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.05101633484661579
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1686 | LCC = 0.9543 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05061805304884911
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1852 | LCC = 0.9544 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.048773900419473645
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1827 | LCC = 0.9555 | SRCC = 0.9550 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1843 | LCC = 0.9555 | SRCC = 0.9563 ]
diff --git a/results_tencent/hubert_base/layer0/run3/config.gin b/results_tencent/hubert_base/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer0/run3/model.pt b/results_tencent/hubert_base/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde3a2d813e6263ad10e4d95ff93c4eb0adce5fb
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc8cbd954bf1e996e81c9f43c7dfa151b178e6ea79daccc184e3079f392b324
+size 2747979
diff --git a/results_tencent/hubert_base/layer0/run3/model_best.pt b/results_tencent/hubert_base/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c40d7c52fd9ec3c1ae53680d332629ebca5b3c
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597638f2c1d63cc51f013a733f911fe64b47225f0f12ef2b3dd411760dc04dfe
+size 2749638
diff --git a/results_tencent/hubert_base/layer0/run3/train.log b/results_tencent/hubert_base/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1b462fa024888828ffc4ea3be2b9dbf7c601f26
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6036018985509872
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3690 | LCC = 0.8934 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.25158547335863113
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2558 | LCC = 0.9247 | SRCC = 0.9253 ]
+INFO:root:Average loss=0.20071575969457625
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2409 | LCC = 0.9318 | SRCC = 0.9330 ]
+INFO:root:Average loss=0.17868318080902099
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2331 | LCC = 0.9393 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.1564609159231186
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2176 | LCC = 0.9427 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.1415726507306099
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2458 | LCC = 0.9422 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.13544447445869445
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2281 | LCC = 0.9437 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.12615842664241791
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2147 | LCC = 0.9442 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.11561078417301178
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.9485 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.10638741433620452
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2122 | LCC = 0.9498 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.10298384156823158
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2073 | LCC = 0.9470 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.09665018880367279
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2007 | LCC = 0.9492 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.09244110798835754
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2042 | LCC = 0.9518 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08919513800740242
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2019 | LCC = 0.9512 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.08785235786437988
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1827 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08190974047780036
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2173 | LCC = 0.9508 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.07890196812152862
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1788 | LCC = 0.9521 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07507031932473182
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1871 | LCC = 0.9515 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.07138017997145653
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1944 | LCC = 0.9538 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.07218019309639931
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1848 | LCC = 0.9528 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06940379443764687
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1833 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0629655199944973
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1878 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.06168506914377213
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1910 | LCC = 0.9526 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.061815722107887265
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1755 | LCC = 0.9547 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.05663042768836021
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1812 | LCC = 0.9532 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.05566594290733337
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1623 | LCC = 0.9543 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05556702968478203
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1750 | LCC = 0.9536 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.05307851813733578
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1815 | LCC = 0.9525 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.053216152772307394
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1663 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.0530981952548027
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1795 | LCC = 0.9541 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.04948238924145699
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1924 | LCC = 0.9550 | SRCC = 0.9544 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1860 | LCC = 0.9578 | SRCC = 0.9586 ]
diff --git a/results_tencent/hubert_base/layer0/run4/config.gin b/results_tencent/hubert_base/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer0/run4/model.pt b/results_tencent/hubert_base/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea53440eb04667be0a5dd25bd14fac8ed9ad9d18
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abe0d1f927ad0305457aeb56fe58f301159d87980b9d1261be1bd7d8ae35651
+size 2747979
diff --git a/results_tencent/hubert_base/layer0/run4/model_best.pt b/results_tencent/hubert_base/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b70d472b111acbb2da8e70aded807a8e3c919a3
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dbcbd233d1d6f856528404a2a6809fd1a1dd79169854a773fa993f907ad517
+size 2749702
diff --git a/results_tencent/hubert_base/layer0/run4/train.log b/results_tencent/hubert_base/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..777b446bb7f251fe954c35e37aa8a9d82039c415
--- /dev/null
+++ b/results_tencent/hubert_base/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4799864512681961
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3346 | LCC = 0.9007 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.24130354845523835
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2732 | LCC = 0.9242 | SRCC = 0.9264 ]
+INFO:root:Average loss=0.1900956719517708
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2614 | LCC = 0.9353 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.17158991235494614
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2438 | LCC = 0.9367 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.15767495119571687
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2589 | LCC = 0.9425 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1425312943458557
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2492 | LCC = 0.9447 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.12979654335975646
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2225 | LCC = 0.9457 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.11869280076026917
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2007 | LCC = 0.9504 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.11020327585935592
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2132 | LCC = 0.9493 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.10807859501242638
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2131 | LCC = 0.9515 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.10445233252644538
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2345 | LCC = 0.9473 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.09731343972682953
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2045 | LCC = 0.9496 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.09322158226370811
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2408 | LCC = 0.9488 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.0881859438419342
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2048 | LCC = 0.9522 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.08302299240231514
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1807 | LCC = 0.9528 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.08210349327325821
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2133 | LCC = 0.9523 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.07829384437203407
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1860 | LCC = 0.9536 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.0767471146285534
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2069 | LCC = 0.9542 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.07141141447424888
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2051 | LCC = 0.9528 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.06755881640315056
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2043 | LCC = 0.9546 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06742901274561883
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1740 | LCC = 0.9534 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.06526574674248696
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1936 | LCC = 0.9551 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06219737513363361
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2083 | LCC = 0.9552 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06241238829493523
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2129 | LCC = 0.9535 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.05811651214957237
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1842 | LCC = 0.9550 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05706887516379357
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1913 | LCC = 0.9538 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.05428659941256046
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2066 | LCC = 0.9538 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.053696559607982634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1900 | LCC = 0.9560 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05219252243638039
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1892 | LCC = 0.9560 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.050110915675759315
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1842 | LCC = 0.9553 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.04810888661444187
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2022 | LCC = 0.9550 | SRCC = 0.9539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1913 | LCC = 0.9553 | SRCC = 0.9565 ]
diff --git a/results_tencent/hubert_base/layer1/run0/config.gin b/results_tencent/hubert_base/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer1/run0/model.pt b/results_tencent/hubert_base/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64eab54e4ecf2bf6ec5efc2930bf2087ab38555b
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbf7661688ff590ef58f8db81a6efcebb0aa4dc1a980905c2ec52e03150eb12
+size 2747979
diff --git a/results_tencent/hubert_base/layer1/run0/model_best.pt b/results_tencent/hubert_base/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878062d96b2347d01245d137a5e8c2a454c6848e
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31476633b86e41d1e9d8fa737771fd59326889e1f2381982d864d248f43bd89d
+size 2749702
diff --git a/results_tencent/hubert_base/layer1/run0/train.log b/results_tencent/hubert_base/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d58088ff2cc02f140dcea277432cd9470f69f2d0
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.505504245519638
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3013 | LCC = 0.9166 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.2022641713619232
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2684 | LCC = 0.9373 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.16678578394651414
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2679 | LCC = 0.9445 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.15004473495483397
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2415 | LCC = 0.9475 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.1390334479212761
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2051 | LCC = 0.9476 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12375014609098435
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2365 | LCC = 0.9516 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1185607899427414
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2251 | LCC = 0.9522 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.10507170635461807
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2233 | LCC = 0.9531 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.101720324665308
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2058 | LCC = 0.9548 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.09220630437135696
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2094 | LCC = 0.9541 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08849721989035607
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1975 | LCC = 0.9563 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08815646025538444
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1812 | LCC = 0.9570 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07962646570801735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1779 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.07482836240530014
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2172 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07151414349675178
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1978 | LCC = 0.9580 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07077830111980438
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1909 | LCC = 0.9568 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.06634976568818092
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1930 | LCC = 0.9580 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06392717483639718
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2053 | LCC = 0.9582 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06122934558987617
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2221 | LCC = 0.9578 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.059723041996359826
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2179 | LCC = 0.9585 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05855224795639515
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2126 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.055428397372365
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1670 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.05517290163040161
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1872 | LCC = 0.9580 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04999988970160484
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2049 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.050435395285487176
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1921 | LCC = 0.9583 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.049927540838718414
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2096 | LCC = 0.9603 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04734062297642231
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1867 | LCC = 0.9596 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04330621150135994
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1914 | LCC = 0.9592 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04211348576843738
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1716 | LCC = 0.9591 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0416280896961689
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1646 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04143201552331448
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.9593 | SRCC = 0.9592 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2196 | LCC = 0.9575 | SRCC = 0.9581 ]
diff --git a/results_tencent/hubert_base/layer1/run1/config.gin b/results_tencent/hubert_base/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer1/run1/model.pt b/results_tencent/hubert_base/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6155a275624f2461ff9442ebf5eb39e1f0401ca5
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d6b6b06f0b686d1e72f49ab856bea363556f233d7f5099747fcbc1f8cc8945
+size 2747979
diff --git a/results_tencent/hubert_base/layer1/run1/model_best.pt b/results_tencent/hubert_base/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d705ccd64006fee61b4616a5726122d6ad593aa
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12db50f566972a74fe31294a25c89fa5fadaed57caae38aa6fcf2b4c3e7574a6
+size 2749702
diff --git a/results_tencent/hubert_base/layer1/run1/train.log b/results_tencent/hubert_base/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db6f73a407ef35f4e2d834eb72af610a9479ab14
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45439642655849455
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3068 | LCC = 0.9203 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.21772130864858627
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2466 | LCC = 0.9347 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.17722917461395263
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2120 | LCC = 0.9419 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14821946680545806
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2336 | LCC = 0.9465 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.13700923031568527
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2403 | LCC = 0.9503 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.12369136035442352
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2117 | LCC = 0.9487 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1229068784713745
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1834 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.10669466572999954
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1975 | LCC = 0.9551 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09900311514735222
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1882 | LCC = 0.9546 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.09327855560183525
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1985 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09121029770374298
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2150 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08432655441761017
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1759 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08226765620708465
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1787 | LCC = 0.9551 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.08106525987386703
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1892 | LCC = 0.9580 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.07431347465515137
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2163 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.07110344010591507
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1964 | LCC = 0.9579 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.06785325345396996
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1764 | LCC = 0.9579 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06433343234658241
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1822 | LCC = 0.9584 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.059796986639499665
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2013 | LCC = 0.9576 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06046797487139702
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1958 | LCC = 0.9583 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.0557772604227066
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05486766418814659
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1826 | LCC = 0.9589 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05265535095334053
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2061 | LCC = 0.9575 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05230214130878449
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1952 | LCC = 0.9585 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.05100636208057403
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1845 | LCC = 0.9578 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.047488445863127705
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1878 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.04903917856514454
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1960 | LCC = 0.9586 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.04926594646275043
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1858 | LCC = 0.9584 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0437086431235075
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1907 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04172200152277947
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1785 | LCC = 0.9602 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04206354667246342
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1790 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1788 | LCC = 0.9594 | SRCC = 0.9599 ]
diff --git a/results_tencent/hubert_base/layer1/run2/config.gin b/results_tencent/hubert_base/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer1/run2/model.pt b/results_tencent/hubert_base/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1668e30ad3c4fd8531b535ed5139ec5d1170beef
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b95446b73f06d940018543892b416f6e7f69ac5c16db9791ffc1be73ceee068
+size 2747979
diff --git a/results_tencent/hubert_base/layer1/run2/model_best.pt b/results_tencent/hubert_base/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69394f503838a9df8307b5e0c48cf0614527243b
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b73070a046f88b4b98f57f49b2c434759385d4c4be44f211529bcaaa2c11fb7
+size 2749702
diff --git a/results_tencent/hubert_base/layer1/run2/train.log b/results_tencent/hubert_base/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b0ab0991cf819b8e05536e8c2446fce5fd0af312
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47867393839359285
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3121 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.20465262138843537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2887 | LCC = 0.9298 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.16953570890426636
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2300 | LCC = 0.9451 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1478846963047981
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2440 | LCC = 0.9473 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13041815668344497
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2287 | LCC = 0.9465 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.11891227835416794
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1980 | LCC = 0.9515 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11321796214580536
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1894 | LCC = 0.9514 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.10674926486611366
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2022 | LCC = 0.9563 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.09759965565800667
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2064 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.09335469380021096
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1839 | LCC = 0.9579 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08875697320699692
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1848 | LCC = 0.9570 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08599040722846985
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1845 | LCC = 0.9557 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07881780436635018
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1869 | LCC = 0.9564 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07412682721018791
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1568 | LCC = 0.9573 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0710023447573185
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1974 | LCC = 0.9583 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0720805786550045
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1909 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.06463648790121078
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1918 | LCC = 0.9540 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.0626468380689621
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1959 | LCC = 0.9555 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.059883905857801435
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1931 | LCC = 0.9579 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.059980706825852395
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1812 | LCC = 0.9590 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05517387229204178
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1735 | LCC = 0.9601 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05341682477295399
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1794 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.05164263404905796
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1850 | LCC = 0.9581 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.05117882418632507
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1850 | LCC = 0.9578 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04703062580525875
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1723 | LCC = 0.9587 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.04522891829907894
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1693 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.047167585864663124
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1774 | LCC = 0.9588 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04249795120954514
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1807 | LCC = 0.9608 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04179068975150585
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1690 | LCC = 0.9597 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04292492988705635
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2001 | LCC = 0.9603 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.03894632489979267
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1725 | LCC = 0.9597 | SRCC = 0.9587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1774 | LCC = 0.9583 | SRCC = 0.9590 ]
diff --git a/results_tencent/hubert_base/layer1/run3/config.gin b/results_tencent/hubert_base/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer1/run3/model.pt b/results_tencent/hubert_base/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5cb9dc55de1220ed956e1ff9bf8023ba2b809a
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953ca8a40ec9d31a635687181061c5210b5c77d0e49a6ed49d6186a1eb0c7dfc
+size 2747979
diff --git a/results_tencent/hubert_base/layer1/run3/model_best.pt b/results_tencent/hubert_base/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8129f210f3d833d150bdd3568a1d013d37687a
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a465e06d32ca4b72f1992b8cd3b4068debc4d4ebaead732041b354fde2e1254f
+size 2749702
diff --git a/results_tencent/hubert_base/layer1/run3/train.log b/results_tencent/hubert_base/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..20f10b7ee8fb65731d82a0c2727af972881df543
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.451111069560051
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2944 | LCC = 0.9185 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.19448559778928756
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2685 | LCC = 0.9379 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.16138581079244613
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2507 | LCC = 0.9467 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.1397502737045288
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2425 | LCC = 0.9470 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.12716911685466767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2103 | LCC = 0.9512 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11537810683250427
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2214 | LCC = 0.9528 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.10654601964354515
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2076 | LCC = 0.9544 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09911526584625244
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2162 | LCC = 0.9551 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.09205384135246276
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1878 | LCC = 0.9553 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08843055504560471
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2045 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.08405125945806503
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1965 | LCC = 0.9573 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07912911409139634
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1948 | LCC = 0.9567 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.07567991226911545
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1983 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07355965182185173
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1993 | LCC = 0.9540 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.06942041411995888
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1700 | LCC = 0.9562 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06520323640108108
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2024 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06349974620342255
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2009 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05902315986156464
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2028 | LCC = 0.9581 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05715696373581886
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1744 | LCC = 0.9583 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.05564525866508484
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1926 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05176767066121101
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1758 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05213636521995067
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1880 | LCC = 0.9587 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.047760826498270036
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2004 | LCC = 0.9596 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05047775806486607
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1953 | LCC = 0.9595 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04448082634806633
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1854 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04270283935964107
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1935 | LCC = 0.9602 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04078760077059269
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1819 | LCC = 0.9602 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04116008280217648
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1834 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03978710603713989
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1837 | LCC = 0.9595 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03727798068523407
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1930 | LCC = 0.9606 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.039024473071098326
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1909 | LCC = 0.9598 | SRCC = 0.9589 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2086 | LCC = 0.9569 | SRCC = 0.9578 ]
diff --git a/results_tencent/hubert_base/layer1/run4/config.gin b/results_tencent/hubert_base/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer1/run4/model.pt b/results_tencent/hubert_base/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facfeeaba6e572b44dbc07f921dd101f22e1ce54
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889d22adac51741bbdc8a6e799031b40c61f4b55a7f3f93e3fa12059bac8d4c
+size 2747979
diff --git a/results_tencent/hubert_base/layer1/run4/model_best.pt b/results_tencent/hubert_base/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af22a5e4d874c73e206acf9afb618909a7a3c30
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440deba81cb021b9b41d476ed552a55f2ff37e09ce62cf072b0e0220a4e6ff1b
+size 2749702
diff --git a/results_tencent/hubert_base/layer1/run4/train.log b/results_tencent/hubert_base/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..336e149fdf729f90ae3369234f2b0671420d821e
--- /dev/null
+++ b/results_tencent/hubert_base/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45121387219429016
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2906 | LCC = 0.9187 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.19966617625951766
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2666 | LCC = 0.9341 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.16993666684627534
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2449 | LCC = 0.9369 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.14721901470422744
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2337 | LCC = 0.9464 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1329738594889641
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2084 | LCC = 0.9492 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.12193237346410751
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2297 | LCC = 0.9522 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.113420339345932
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2185 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10379529985785484
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2110 | LCC = 0.9544 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09582154768705368
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2291 | LCC = 0.9551 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.0911081154346466
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1975 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08410641121864319
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1935 | LCC = 0.9567 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08253149029612541
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2181 | LCC = 0.9551 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.07802546027302742
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1961 | LCC = 0.9562 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07463273221254349
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1973 | LCC = 0.9570 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.0710761567056179
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2162 | LCC = 0.9569 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.06868634065985679
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1787 | LCC = 0.9573 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.06523871257901191
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2026 | LCC = 0.9577 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.062203670293092726
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1981 | LCC = 0.9588 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05999658593535423
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2073 | LCC = 0.9589 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05549031123518944
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1906 | LCC = 0.9590 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.055242733836174014
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1927 | LCC = 0.9590 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.052720372408628466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2122 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05090642596781254
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1956 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.04905674600601196
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2128 | LCC = 0.9585 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.054325430274009705
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1946 | LCC = 0.9597 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.047596831887960434
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1811 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04313555893301964
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1774 | LCC = 0.9603 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.043292623847723005
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1848 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.040796292588114735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1888 | LCC = 0.9604 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.03947966128587723
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1938 | LCC = 0.9601 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04133081068098545
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1709 | LCC = 0.9604 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1719 | LCC = 0.9598 | SRCC = 0.9606 ]
diff --git a/results_tencent/hubert_base/layer10/run0/config.gin b/results_tencent/hubert_base/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer10/run0/model.pt b/results_tencent/hubert_base/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7106ca42a2086814d02928629fde45a779665
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da975f4f84a2934f4c69930be30a4d6b8f6a373a2b4f8df49e84970ad67a6145
+size 2747979
diff --git a/results_tencent/hubert_base/layer10/run0/model_best.pt b/results_tencent/hubert_base/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0eab3a75b255fc15e03a99203cc36463cba55d
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3f733d3d7d03d3d8f1aa3abe793717050e9007009930e235f65e6a07b15f27
+size 2749702
diff --git a/results_tencent/hubert_base/layer10/run0/train.log b/results_tencent/hubert_base/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df766e8a8a0a18466fe4f8679b6f1f33dede0884
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4612589427232742
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3174 | LCC = 0.9187 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.19976495754718782
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2689 | LCC = 0.9377 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.16753674036264418
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2525 | LCC = 0.9406 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.14306647914648057
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2615 | LCC = 0.9473 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.13890239644050598
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2602 | LCC = 0.9502 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12665440136194228
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2197 | LCC = 0.9511 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11458174669742584
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2351 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10934778982400895
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2153 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.10002478143572807
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2303 | LCC = 0.9553 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.09498448261618614
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2252 | LCC = 0.9542 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08860376963019372
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2373 | LCC = 0.9551 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.08415788093209267
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2250 | LCC = 0.9525 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08240257203578949
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2018 | LCC = 0.9571 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.07979048126935959
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2062 | LCC = 0.9562 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07665982601046563
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2231 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.0697807857990265
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1842 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06626246097683906
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2167 | LCC = 0.9571 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06423849919438362
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2045 | LCC = 0.9566 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.060824064821004865
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2338 | LCC = 0.9559 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06027910944819451
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1817 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05876947033405304
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1789 | LCC = 0.9570 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.05321853782236576
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2075 | LCC = 0.9562 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.053484784692525864
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2138 | LCC = 0.9569 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.05141243970394135
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2073 | LCC = 0.9565 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.048198259353637696
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2085 | LCC = 0.9568 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.045455383956432345
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2066 | LCC = 0.9568 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.04389991967380047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2062 | LCC = 0.9561 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.042476366356015205
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1806 | LCC = 0.9572 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.0403502104729414
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1890 | LCC = 0.9574 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.040556143298745156
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1931 | LCC = 0.9578 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.03919762302935124
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2016 | LCC = 0.9573 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2054 | LCC = 0.9548 | SRCC = 0.9555 ]
diff --git a/results_tencent/hubert_base/layer10/run1/config.gin b/results_tencent/hubert_base/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer10/run1/model.pt b/results_tencent/hubert_base/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891fdf30085c427b8e2d8887753ffe4ab930927b
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d03077fd8b4e2178c4a0af4ec29195dd4b34064ee7389c62c290c0983a87d06
+size 2747979
diff --git a/results_tencent/hubert_base/layer10/run1/model_best.pt b/results_tencent/hubert_base/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c5c5271947a92e29af858477223f6244c12c8
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc110890265c973ce0b98c65ac6aaa657f7b68aa920995781fdf98e7a77b216f
+size 2749702
diff --git a/results_tencent/hubert_base/layer10/run1/train.log b/results_tencent/hubert_base/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..11fefdc8c297897427105a8810c4e03c12d64754
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43120130705833437
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3025 | LCC = 0.9214 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.19227725678682328
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2682 | LCC = 0.9407 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.1548848335146904
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2688 | LCC = 0.9453 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13839015364646912
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2230 | LCC = 0.9497 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12675974410772323
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2512 | LCC = 0.9516 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.1143769990503788
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2317 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.10778340286016465
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2074 | LCC = 0.9543 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.10152406418323517
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2282 | LCC = 0.9534 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.09120559400320052
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2054 | LCC = 0.9540 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.0908311311006546
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2007 | LCC = 0.9530 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08467760863900185
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1945 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.07791942599415778
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1881 | LCC = 0.9563 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.07498965728282929
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2120 | LCC = 0.9557 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06938763183355331
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1952 | LCC = 0.9567 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.06663626116514205
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1931 | LCC = 0.9570 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.062873093187809
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1798 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.060603122800588605
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1894 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.058327090561389926
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2441 | LCC = 0.9554 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05592091968655586
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2029 | LCC = 0.9553 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.05260212482511997
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2025 | LCC = 0.9572 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.052437203034758566
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2199 | LCC = 0.9569 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.051613453179597854
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1875 | LCC = 0.9575 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.046508288979530334
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1949 | LCC = 0.9567 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.045939517438411716
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2031 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.042454998329281804
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1998 | LCC = 0.9530 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.04166983400285244
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2026 | LCC = 0.9538 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.041682074755430225
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1851 | LCC = 0.9561 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.04166612362861633
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2009 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.03838542006909847
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2015 | LCC = 0.9550 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03907066929340362
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1829 | LCC = 0.9582 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.036167860239744186
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1909 | LCC = 0.9572 | SRCC = 0.9568 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1903 | LCC = 0.9553 | SRCC = 0.9561 ]
diff --git a/results_tencent/hubert_base/layer10/run2/config.gin b/results_tencent/hubert_base/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer10/run2/model.pt b/results_tencent/hubert_base/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29080720279f14e4de8b218580dacd127c5c6b82
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04aa5507a61f631a26b29b0afbff7ef5e7466a2354512298140cb6671d8c0626
+size 2747979
diff --git a/results_tencent/hubert_base/layer10/run2/model_best.pt b/results_tencent/hubert_base/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4ea69c64e98cda2454bf8bb2db77a0fc7b7b3f
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dbcc7f99bf2a980bb681f46159f1b87ac2c554e9bc07566bc361c5d5c88ef5
+size 2749702
diff --git a/results_tencent/hubert_base/layer10/run2/train.log b/results_tencent/hubert_base/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f4cdf530e0fe99df2ea2577bc945b0e7a150549b
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4659226500988007
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3030 | LCC = 0.9235 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1972063838839531
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2283 | LCC = 0.9384 | SRCC = 0.9373 ]
+INFO:root:Average loss=0.1608124983906746
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2044 | LCC = 0.9448 | SRCC = 0.9447 ]
+INFO:root:Average loss=0.1418288522362709
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2002 | LCC = 0.9485 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.1259167656302452
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2043 | LCC = 0.9507 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12091392874717713
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1969 | LCC = 0.9525 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.11267496407032013
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1972 | LCC = 0.9497 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.1046790181696415
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1779 | LCC = 0.9544 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09895472636818886
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1716 | LCC = 0.9549 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09320911768078805
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1700 | LCC = 0.9545 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.08793021947145462
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1735 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07988375380635261
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1862 | LCC = 0.9535 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.07983567625284195
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1943 | LCC = 0.9560 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07648634389042855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1777 | LCC = 0.9546 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06861160886287689
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1740 | LCC = 0.9572 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06465671250224113
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1783 | LCC = 0.9550 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.06486553505063057
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1624 | LCC = 0.9560 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05907673767209053
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1743 | LCC = 0.9571 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.05772166234254837
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1725 | LCC = 0.9565 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.05555549770593643
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1768 | LCC = 0.9550 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.053537040650844574
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1567 | LCC = 0.9524 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.05196064558625221
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1654 | LCC = 0.9548 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.04975989124178887
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1687 | LCC = 0.9560 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04874105620384216
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1781 | LCC = 0.9567 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04490450270473957
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1759 | LCC = 0.9562 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04579097282886505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1794 | LCC = 0.9576 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.042851639956235886
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1602 | LCC = 0.9545 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.040671321004629134
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1750 | LCC = 0.9564 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.039187173023819924
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1670 | LCC = 0.9567 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.037966870829463005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1770 | LCC = 0.9566 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.03666629734635353
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1663 | LCC = 0.9560 | SRCC = 0.9553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1885 | LCC = 0.9565 | SRCC = 0.9569 ]
diff --git a/results_tencent/hubert_base/layer10/run3/config.gin b/results_tencent/hubert_base/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer10/run3/model.pt b/results_tencent/hubert_base/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2cd06a774db3f3ba1fe90447f8b48e7ab40b9
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081148ab2d7c11bac4c20365f5962e3b80740e8cee7f9b88e83cfabb9951673d
+size 2747979
diff --git a/results_tencent/hubert_base/layer10/run3/model_best.pt b/results_tencent/hubert_base/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273824302ccb68d191a4beb65ecb1462bd30e39d
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712a9ffedd4bf002e407c2d35352777edf58f7e09c6c41013d0a391ce81fbbfc
+size 2749702
diff --git a/results_tencent/hubert_base/layer10/run3/train.log b/results_tencent/hubert_base/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df8d6cfd52172c289bbe978116626287036146b2
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4005018599033356
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3188 | LCC = 0.9214 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.18526272523403167
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2222 | LCC = 0.9396 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.1532200083732605
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2417 | LCC = 0.9456 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.142331993997097
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2305 | LCC = 0.9481 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.12634707874059678
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2566 | LCC = 0.9501 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11511174756288528
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1822 | LCC = 0.9527 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.10640655249357224
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2076 | LCC = 0.9484 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09924014309048652
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2094 | LCC = 0.9541 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.09615357026457787
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2111 | LCC = 0.9529 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.09128447753190995
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1939 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0897196694612503
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2177 | LCC = 0.9561 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.0797150150835514
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1790 | LCC = 0.9556 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.07794248968362809
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2017 | LCC = 0.9560 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07459299418330192
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1840 | LCC = 0.9553 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06767153018712997
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2165 | LCC = 0.9567 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06996944829821587
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1917 | LCC = 0.9547 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06302344557642937
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1721 | LCC = 0.9566 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05963224428892135
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1802 | LCC = 0.9567 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0585469540655613
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1895 | LCC = 0.9564 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05547140762209892
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1991 | LCC = 0.9572 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05460016587376595
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2080 | LCC = 0.9562 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05005329631268978
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1889 | LCC = 0.9562 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.048110414415597914
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2001 | LCC = 0.9573 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04643162579834461
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1924 | LCC = 0.9567 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04457836601138115
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2016 | LCC = 0.9569 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04481845700740814
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2005 | LCC = 0.9558 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.042042488619685174
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2143 | LCC = 0.9571 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04185992673039436
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1951 | LCC = 0.9566 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.04030533370375633
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2103 | LCC = 0.9563 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.039606862246990206
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1963 | LCC = 0.9567 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.03799749831855297
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1888 | LCC = 0.9554 | SRCC = 0.9548 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2077 | LCC = 0.9568 | SRCC = 0.9572 ]
diff --git a/results_tencent/hubert_base/layer10/run4/config.gin b/results_tencent/hubert_base/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer10/run4/model.pt b/results_tencent/hubert_base/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998a63f24e8ae5d83f37d5eb08bf88fc6c3a48bd
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dc988e9ccea93bc16beb4ad34c129081614529e0c4faaff1d8c1b97d85167c
+size 2747979
diff --git a/results_tencent/hubert_base/layer10/run4/model_best.pt b/results_tencent/hubert_base/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20767891f7d030677633b099c755a328f2e4447e
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e491ba34e1d29e90b66f64907870d4a9860519559c79ce7d14bc3535173f3b72
+size 2749702
diff --git a/results_tencent/hubert_base/layer10/run4/train.log b/results_tencent/hubert_base/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f10cce2f16303c5d1f04dee31c67c94cd4115437
--- /dev/null
+++ b/results_tencent/hubert_base/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42940958535671236
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2915 | LCC = 0.9273 | SRCC = 0.9261 ]
+INFO:root:Average loss=0.19121351456642152
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2618 | LCC = 0.9348 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.15592999947071076
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2541 | LCC = 0.9459 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.1375259597301483
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2433 | LCC = 0.9488 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12402606934309006
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2515 | LCC = 0.9461 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.11580512699484825
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2232 | LCC = 0.9525 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1056141659617424
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2161 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0987290126979351
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2091 | LCC = 0.9543 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.09709997862577438
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2161 | LCC = 0.9551 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.09604948183894157
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1848 | LCC = 0.9560 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08345470413565635
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1816 | LCC = 0.9549 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.08070303824543953
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2404 | LCC = 0.9535 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.0742895547747612
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2192 | LCC = 0.9546 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.07066738110780715
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1980 | LCC = 0.9559 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06972027915716171
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1992 | LCC = 0.9561 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06782720163464546
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2103 | LCC = 0.9554 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06582107296586037
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9561 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06083857771754265
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2123 | LCC = 0.9550 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05539300784468651
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1916 | LCC = 0.9540 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.055374184310436246
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1946 | LCC = 0.9560 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.05147232285141945
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2076 | LCC = 0.9544 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.05008039698004722
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.9517 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.04850218725204468
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2015 | LCC = 0.9552 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04693689246475696
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1737 | LCC = 0.9557 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.0461677855104208
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2243 | LCC = 0.9538 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.04214462144672871
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2022 | LCC = 0.9537 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.039427969604730606
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1950 | LCC = 0.9555 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.04187871594727039
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1881 | LCC = 0.9552 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.03804716098308563
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2195 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.037840111806988715
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1925 | LCC = 0.9542 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.03629065333306789
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1903 | LCC = 0.9556 | SRCC = 0.9551 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1880 | LCC = 0.9552 | SRCC = 0.9557 ]
diff --git a/results_tencent/hubert_base/layer11/run0/config.gin b/results_tencent/hubert_base/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer11/run0/model.pt b/results_tencent/hubert_base/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a423aaa4d7321f1f8ebc8409a85b4edc7101fc
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afba8f27850b381b607c0ce3a1818d510223aaf20986a63a641e4a77f93ac0c
+size 2747979
diff --git a/results_tencent/hubert_base/layer11/run0/model_best.pt b/results_tencent/hubert_base/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908fe4f35bbe49536c925a6c82d7aea5d839b452
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82105491964f6fa0fbd86f61ce1f5a077637d6f3cb307b4ae466d498ec85ff
+size 2749702
diff --git a/results_tencent/hubert_base/layer11/run0/train.log b/results_tencent/hubert_base/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1747fdb8042800b4a62fae41c59ffb0750d65b26
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4047183392047882
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2729 | LCC = 0.9215 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.19590278750658036
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2691 | LCC = 0.9369 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.1672468984723091
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2287 | LCC = 0.9413 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.1515346754193306
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1938 | LCC = 0.9408 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.13729089230298996
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2055 | LCC = 0.9495 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1262831025123596
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2190 | LCC = 0.9487 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.12197261655330657
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2041 | LCC = 0.9520 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.1135385593175888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2149 | LCC = 0.9535 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10697923460602761
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2054 | LCC = 0.9513 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.10022931060194969
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2124 | LCC = 0.9543 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09341806375980377
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2246 | LCC = 0.9548 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.089899258852005
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1765 | LCC = 0.9551 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08947350558638573
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2016 | LCC = 0.9558 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.08579737266898155
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1930 | LCC = 0.9561 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.0778657868206501
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1993 | LCC = 0.9562 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07602587071061134
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2050 | LCC = 0.9562 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07132916620373726
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1965 | LCC = 0.9555 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06824450269341469
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1809 | LCC = 0.9567 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.06827394312620164
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1651 | LCC = 0.9570 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.0638949019908905
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1834 | LCC = 0.9560 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.06383407568931579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1787 | LCC = 0.9570 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05831509101390839
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1935 | LCC = 0.9575 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.05726088514924049
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1828 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.055027687042951585
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1808 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.05581748303771019
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1887 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05207841295003891
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1888 | LCC = 0.9576 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.048749303445219994
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1751 | LCC = 0.9571 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.04767330327630043
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1814 | LCC = 0.9568 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.046023736372590066
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1804 | LCC = 0.9566 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.04746184052526951
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1731 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04443320474028587
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1763 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2019 | LCC = 0.9540 | SRCC = 0.9532 ]
diff --git a/results_tencent/hubert_base/layer11/run1/config.gin b/results_tencent/hubert_base/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer11/run1/model.pt b/results_tencent/hubert_base/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8019f683b20ba5a33eb2a40f744392d1fb4aad4a
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1593cb65e7751486f7249bea418528557a2abb953b45e0160fe56a4139c79950
+size 2747979
diff --git a/results_tencent/hubert_base/layer11/run1/model_best.pt b/results_tencent/hubert_base/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a32700b80527965e25d3b96fb9c0cb9c33d26
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c9e1db5d57afccb17ec20f09a83ba02b254479c9d3b6260295722618ead47
+size 2749702
diff --git a/results_tencent/hubert_base/layer11/run1/train.log b/results_tencent/hubert_base/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..519c459d7efb9c9984b9dc2f2f1b6494124e96e1
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5419305571317673
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3176 | LCC = 0.9148 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.20713263618946076
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3088 | LCC = 0.9349 | SRCC = 0.9334 ]
+INFO:root:Average loss=0.17195911544561387
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2555 | LCC = 0.9400 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.1553957180380821
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2948 | LCC = 0.9437 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.1383924491405487
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2490 | LCC = 0.9468 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1330412065386772
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2262 | LCC = 0.9489 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.12030763030052186
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2623 | LCC = 0.9499 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.11390147179365158
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2330 | LCC = 0.9529 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10496912235021591
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2485 | LCC = 0.9524 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.09918892633914947
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2175 | LCC = 0.9545 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09536144924163818
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2385 | LCC = 0.9536 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.09192251250147819
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2593 | LCC = 0.9522 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08778025531768799
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3271 | LCC = 0.9502 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.0822141287624836
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2517 | LCC = 0.9543 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.0789026497900486
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2527 | LCC = 0.9541 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0748956356048584
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2449 | LCC = 0.9551 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07247109141945839
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2622 | LCC = 0.9536 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0683066028356552
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2400 | LCC = 0.9548 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.06707625442743301
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2320 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.06421750819683075
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2288 | LCC = 0.9550 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.05928165480494499
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2303 | LCC = 0.9556 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.05737136137485504
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3073 | LCC = 0.9474 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.05927914613485336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2340 | LCC = 0.9554 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05620342467725277
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2398 | LCC = 0.9534 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.05466838669776917
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2114 | LCC = 0.9549 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.051354771286249164
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2524 | LCC = 0.9532 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.048526626780629155
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2239 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.04814559143781662
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2224 | LCC = 0.9552 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.047178040027618405
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2178 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.045210866272449496
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2204 | LCC = 0.9547 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.04368018063902855
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2315 | LCC = 0.9539 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2422 | LCC = 0.9548 | SRCC = 0.9557 ]
diff --git a/results_tencent/hubert_base/layer11/run2/config.gin b/results_tencent/hubert_base/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer11/run2/model.pt b/results_tencent/hubert_base/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14ff27525c20a0127b70af28dfc60f80c8bb7f0
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79d49d6a1e30aee253d49897bc191ae087f74b343a9d2349ac9a01af9c1e65
+size 2747979
diff --git a/results_tencent/hubert_base/layer11/run2/model_best.pt b/results_tencent/hubert_base/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d99c20b5f4ecf969060efdeeea056d3db9b99
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e1dcc30c7e1314e8639b82908c3c593cd4ffc435f8a3468cfb08dd67e6b9fc
+size 2749702
diff --git a/results_tencent/hubert_base/layer11/run2/train.log b/results_tencent/hubert_base/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a99d832fc0baf46a7b10b89d64ccc06520a8df3c
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4444582978487015
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2884 | LCC = 0.9205 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.19594186586141588
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2742 | LCC = 0.9373 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.1605219670534134
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2750 | LCC = 0.9439 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.14482574898004533
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2093 | LCC = 0.9459 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.13343729257583617
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2205 | LCC = 0.9495 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.12458581858873367
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2267 | LCC = 0.9487 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.11607294243574143
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2212 | LCC = 0.9516 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.10706298914551735
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1810 | LCC = 0.9506 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10917622545361519
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2185 | LCC = 0.9516 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.09489917922019958
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2247 | LCC = 0.9527 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09670758783817292
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2218 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.08979613390564918
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2034 | LCC = 0.9543 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.08547438603639602
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2093 | LCC = 0.9556 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.08112852418422699
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2099 | LCC = 0.9547 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.07703401705622673
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1803 | LCC = 0.9544 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.08126801174879074
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1880 | LCC = 0.9547 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07105047217011452
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1896 | LCC = 0.9512 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06799916043877602
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1961 | LCC = 0.9555 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.06455986359715461
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1819 | LCC = 0.9552 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.06619561278820038
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1872 | LCC = 0.9553 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.060234442979097365
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1888 | LCC = 0.9559 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.056706520497798917
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2008 | LCC = 0.9553 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.05671419794857502
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2015 | LCC = 0.9560 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.05349447265267372
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2069 | LCC = 0.9555 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.05482746610045433
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1916 | LCC = 0.9563 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.05187470656633377
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1841 | LCC = 0.9553 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.05165092930197716
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1850 | LCC = 0.9556 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.04958477476239204
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2141 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.04629887738823891
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1937 | LCC = 0.9566 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04676813742518425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1686 | LCC = 0.9566 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.04418046264350414
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2023 | LCC = 0.9553 | SRCC = 0.9554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2037 | LCC = 0.9564 | SRCC = 0.9566 ]
diff --git a/results_tencent/hubert_base/layer11/run3/config.gin b/results_tencent/hubert_base/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer11/run3/model.pt b/results_tencent/hubert_base/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c280292d316b3e6a21a7b26199efe83ff549eb70
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bee8cff144ffff12472d7843d949680d0ebd7b099baccf8ff3604c46e605ed
+size 2747979
diff --git a/results_tencent/hubert_base/layer11/run3/model_best.pt b/results_tencent/hubert_base/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e77d72b7de7faa590fa08a8ba9a949afe605ef
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071f07055cfe794c50459855036a0506cc9c0a8475449cd5a6cdeb7cfa003ed9
+size 2749638
diff --git a/results_tencent/hubert_base/layer11/run3/train.log b/results_tencent/hubert_base/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b84e572589db18cecc39beea167851b6d6ccb1a7
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45403642737865446
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3098 | LCC = 0.9178 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.19891512954235077
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2319 | LCC = 0.9329 | SRCC = 0.9322 ]
+INFO:root:Average loss=0.16623744231462478
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2382 | LCC = 0.9431 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.1452778223156929
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2277 | LCC = 0.9456 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.13364021813869476
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2460 | LCC = 0.9464 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.12546268832683563
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2043 | LCC = 0.9503 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.11482996463775635
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2269 | LCC = 0.9506 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.11114071667194367
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1892 | LCC = 0.9528 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.10055772837996482
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1735 | LCC = 0.9516 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10472567623853683
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1985 | LCC = 0.9532 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09077596518397331
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2107 | LCC = 0.9544 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.0884753047823906
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1913 | LCC = 0.9528 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.08171013998985291
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1969 | LCC = 0.9543 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.08141936227679253
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1776 | LCC = 0.9530 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.07625686347484589
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1687 | LCC = 0.9535 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.07443757537007333
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2005 | LCC = 0.9541 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.06916680705547333
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1963 | LCC = 0.9531 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06711130905151368
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2117 | LCC = 0.9550 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.06310346367955208
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1814 | LCC = 0.9545 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.06190543442964554
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1861 | LCC = 0.9547 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06154561528563499
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1814 | LCC = 0.9547 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.057816304221749305
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2085 | LCC = 0.9526 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.055602303862571714
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2129 | LCC = 0.9543 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.053359358668327334
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2011 | LCC = 0.9529 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05380969053506851
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1994 | LCC = 0.9537 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.051188524588942526
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2174 | LCC = 0.9537 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.04862521375715732
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2066 | LCC = 0.9540 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.046037896662950516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1738 | LCC = 0.9540 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.04364422313868999
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1867 | LCC = 0.9526 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.045740905493497845
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1805 | LCC = 0.9526 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.04321236374974251
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1868 | LCC = 0.9544 | SRCC = 0.9543 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2222 | LCC = 0.9556 | SRCC = 0.9563 ]
diff --git a/results_tencent/hubert_base/layer11/run4/config.gin b/results_tencent/hubert_base/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer11/run4/model.pt b/results_tencent/hubert_base/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc351a7c05c37d5137df56de344423e64c99289
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3a701ecab234a93cafab66d6b91982265ed842119619e929c4d820ca27679
+size 2747979
diff --git a/results_tencent/hubert_base/layer11/run4/model_best.pt b/results_tencent/hubert_base/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23499944be509eef71df6b7db9b2e7d0424524c
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f70326bf4094f241bc07983a1f9a75820e08801f9767629f95fb1b433bf77b
+size 2749638
diff --git a/results_tencent/hubert_base/layer11/run4/train.log b/results_tencent/hubert_base/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0aba5b0fac38ade136ea07c729a103dd6acab992
--- /dev/null
+++ b/results_tencent/hubert_base/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3979725978374481
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2629 | LCC = 0.9201 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.20308082461357116
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2511 | LCC = 0.9341 | SRCC = 0.9313 ]
+INFO:root:Average loss=0.1711212927699089
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2252 | LCC = 0.9413 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.14574492913484574
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2634 | LCC = 0.9418 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.1351735183596611
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2321 | LCC = 0.9455 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.12272848135232925
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1875 | LCC = 0.9460 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.11689144515991211
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1961 | LCC = 0.9492 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.10927830487489701
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1972 | LCC = 0.9507 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.10165870440006256
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2090 | LCC = 0.9526 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.09720074325799942
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1858 | LCC = 0.9529 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.0960489073395729
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2041 | LCC = 0.9511 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.09073790434002876
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1674 | LCC = 0.9530 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.08376377695798874
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1964 | LCC = 0.9522 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.08076511752605438
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1756 | LCC = 0.9534 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.08038532850146293
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1993 | LCC = 0.9546 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.0768550916314125
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1867 | LCC = 0.9542 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06988479542732239
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1735 | LCC = 0.9531 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.06853227695822715
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1913 | LCC = 0.9548 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.06746676516532898
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1643 | LCC = 0.9539 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.06302491483092308
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1831 | LCC = 0.9557 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.06294099402427673
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1593 | LCC = 0.9526 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.06039680182933807
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2000 | LCC = 0.9539 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.05788936674594879
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1623 | LCC = 0.9537 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.05596895405650139
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1821 | LCC = 0.9542 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.05465163069963455
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1744 | LCC = 0.9551 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.05271000836789608
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1934 | LCC = 0.9550 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.050074538245797155
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2004 | LCC = 0.9550 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.049790598765015605
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1798 | LCC = 0.9552 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.048795779943466185
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1821 | LCC = 0.9553 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.048190842613577846
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1973 | LCC = 0.9546 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.043826597601175306
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1775 | LCC = 0.9554 | SRCC = 0.9546 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1852 | LCC = 0.9570 | SRCC = 0.9564 ]
diff --git a/results_tencent/hubert_base/layer2/run0/config.gin b/results_tencent/hubert_base/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer2/run0/model.pt b/results_tencent/hubert_base/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f46be7fb778f74a811a77d1e11f9ebc75c0887
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff34f5da7edeb3a48c5f105a8ca6709edd5a3288dc9b82d658d943f43b31f43
+size 2747979
diff --git a/results_tencent/hubert_base/layer2/run0/model_best.pt b/results_tencent/hubert_base/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e04e2b5b9e71f960af30f5696fb6190be91a109
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a746b6ece902bc105a90f754d971fed2b69c7632ad62be5d0233965ae05a81
+size 2749638
diff --git a/results_tencent/hubert_base/layer2/run0/train.log b/results_tencent/hubert_base/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..50c639d39231565fbb9b33d0cad6ce774caa9b26
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42836142420768736
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2712 | LCC = 0.9247 | SRCC = 0.9246 ]
+INFO:root:Average loss=0.18385794228315352
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2043 | LCC = 0.9397 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.15398138201236725
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2143 | LCC = 0.9438 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.13578325724601745
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1915 | LCC = 0.9481 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.11928898966312408
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2265 | LCC = 0.9517 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.11489892286062241
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2451 | LCC = 0.9530 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10648056241869927
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1912 | LCC = 0.9544 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.09598774597048759
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1941 | LCC = 0.9532 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.08732248863577843
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1872 | LCC = 0.9561 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.08712450075149536
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1966 | LCC = 0.9564 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08346345967054367
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1900 | LCC = 0.9555 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.07842875352501869
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1742 | LCC = 0.9565 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.0725279081761837
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1949 | LCC = 0.9581 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.06979169192910194
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1862 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06494464126229287
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1642 | LCC = 0.9571 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06423936593532563
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1650 | LCC = 0.9560 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05864803671836853
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1736 | LCC = 0.9550 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.05770274171233177
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1767 | LCC = 0.9561 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.056606143355369565
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1714 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05307566884160042
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1959 | LCC = 0.9591 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05318884098529816
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1673 | LCC = 0.9569 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.04814288900792599
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1900 | LCC = 0.9573 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.04721319989860058
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1864 | LCC = 0.9569 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.04456412783265114
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1665 | LCC = 0.9571 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.04219085566699505
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1806 | LCC = 0.9591 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.041992960169911386
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1714 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.04109178736805916
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1710 | LCC = 0.9580 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.04067771838605404
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1852 | LCC = 0.9590 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03896807573735714
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1745 | LCC = 0.9593 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.037964940384030345
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1850 | LCC = 0.9588 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.038621628686785696
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1632 | LCC = 0.9577 | SRCC = 0.9585 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1770 | LCC = 0.9605 | SRCC = 0.9608 ]
diff --git a/results_tencent/hubert_base/layer2/run1/config.gin b/results_tencent/hubert_base/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer2/run1/model.pt b/results_tencent/hubert_base/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309647e4b0c506178dc5098845618293f46611f8
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44aa8030c10c6df27fef68d0c9089772ce605a9f0671ddb5d8aa047f01d4391
+size 2747979
diff --git a/results_tencent/hubert_base/layer2/run1/model_best.pt b/results_tencent/hubert_base/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0bede7c36bef7c9bbe7d4c487a4d53e7f0797c
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523313104a4b60bb50f4770520617ff3cfd1def151f9efca9d78aea07c74a8b
+size 2749638
diff --git a/results_tencent/hubert_base/layer2/run1/train.log b/results_tencent/hubert_base/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a852d6c04a254545b8082c88630ec1f2c3231d9b
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4320476440191269
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2736 | LCC = 0.9249 | SRCC = 0.9255 ]
+INFO:root:Average loss=0.18721458220481874
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2448 | LCC = 0.9413 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.15021556496620178
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2392 | LCC = 0.9472 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.1338669728040695
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2094 | LCC = 0.9500 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12079637020826339
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2014 | LCC = 0.9512 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.11409059846401215
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1936 | LCC = 0.9551 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0992131507396698
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1897 | LCC = 0.9556 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.09712024715542793
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1795 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.08899709412455559
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1935 | LCC = 0.9548 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.08318844032287598
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2101 | LCC = 0.9556 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08186325931549072
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1856 | LCC = 0.9562 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.07219382086396217
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1868 | LCC = 0.9565 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.06980641722679139
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1724 | LCC = 0.9571 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.06941547450423241
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2080 | LCC = 0.9574 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.06550486445426941
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2023 | LCC = 0.9587 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.06281732591986657
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1846 | LCC = 0.9591 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05759913659095764
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1856 | LCC = 0.9589 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05481113359332085
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1898 | LCC = 0.9582 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.051910416662693026
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1710 | LCC = 0.9591 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.05511202968657017
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1633 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.0519012915790081
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1828 | LCC = 0.9581 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.045704205825924875
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1896 | LCC = 0.9587 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.04376996663212776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1679 | LCC = 0.9588 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.045046268984675404
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1697 | LCC = 0.9601 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0419373280107975
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1750 | LCC = 0.9598 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04081967531144619
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1791 | LCC = 0.9589 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03940421715378761
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1640 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.03862498290836811
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1749 | LCC = 0.9600 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.03562629298865795
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1710 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.0359645389020443
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1838 | LCC = 0.9592 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.03326630160212517
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1830 | LCC = 0.9602 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1807 | LCC = 0.9616 | SRCC = 0.9621 ]
diff --git a/results_tencent/hubert_base/layer2/run2/config.gin b/results_tencent/hubert_base/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer2/run2/model.pt b/results_tencent/hubert_base/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c3c4436f93bfae5a071cbbfab1cb4eb523a279
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6e83e58837daf3b9e1e0006d8f80a5cc70c5f9f88ac52d08fc2b6685d17cfd
+size 2747979
diff --git a/results_tencent/hubert_base/layer2/run2/model_best.pt b/results_tencent/hubert_base/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e6ade14dc56fecd91e6868620dcaf44b51f533
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2fc1eea61d56098746d864a42cf6553d4ef008dec89667126c2f5768314652
+size 2749702
diff --git a/results_tencent/hubert_base/layer2/run2/train.log b/results_tencent/hubert_base/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8f029ce81e02e2907313b184087305dd01e858c
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4229927587509155
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3210 | LCC = 0.9247 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.1856401035785675
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2500 | LCC = 0.9391 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.15442480474710465
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2564 | LCC = 0.9452 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.13612357378005982
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2194 | LCC = 0.9490 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1219886092543602
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2369 | LCC = 0.9508 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.11230008128285408
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2074 | LCC = 0.9521 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.10666041457653046
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2416 | LCC = 0.9539 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.0982584634423256
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2003 | LCC = 0.9561 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.09089829450845718
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2095 | LCC = 0.9567 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.08796971383690834
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2125 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.08063710299134254
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2108 | LCC = 0.9573 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.0742571977674961
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1901 | LCC = 0.9581 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.07230293703079224
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2308 | LCC = 0.9587 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06689468449354172
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1804 | LCC = 0.9596 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.0637655346095562
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2358 | LCC = 0.9585 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06250732219219207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1810 | LCC = 0.9588 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.059630942672491076
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1900 | LCC = 0.9609 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.05621964536607266
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1993 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.05438417708873749
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2112 | LCC = 0.9607 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05131547190248966
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2220 | LCC = 0.9599 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.04797852636873722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1919 | LCC = 0.9614 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.04663050194084644
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2107 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.043368189334869384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1805 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.044792339563369754
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2062 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.042569325894117355
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1830 | LCC = 0.9617 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.04092802272737026
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1810 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.039151468828320504
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1840 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0383657379001379
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1889 | LCC = 0.9621 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03722466331720352
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2082 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.03629069770872593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2087 | LCC = 0.9613 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.03546081450581551
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1885 | LCC = 0.9621 | SRCC = 0.9618 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1967 | LCC = 0.9613 | SRCC = 0.9616 ]
diff --git a/results_tencent/hubert_base/layer2/run3/config.gin b/results_tencent/hubert_base/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer2/run3/model.pt b/results_tencent/hubert_base/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad2f5c3b2a868564678f2561b4dfe0f66d18c8d
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0370e207d167168f3e6e9ab8994779d962eb9a407e98c4da5a1a756ecfb311
+size 2747979
diff --git a/results_tencent/hubert_base/layer2/run3/model_best.pt b/results_tencent/hubert_base/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979f90057b168d41c3a5ffb1e23ddf19079d03ed
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb261ce2ec484a2ee6ccdb8095958526a7a1935f14e0c6945757a2db31385e9b
+size 2749638
diff --git a/results_tencent/hubert_base/layer2/run3/train.log b/results_tencent/hubert_base/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..36c8a136fc1c958f1121a1baa86fb42eca4a9c9f
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44991266763210297
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2921 | LCC = 0.9222 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.18416771125793457
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2208 | LCC = 0.9344 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.15380899912118912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2332 | LCC = 0.9452 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.13442763924598694
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2202 | LCC = 0.9471 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.12078280115127564
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1999 | LCC = 0.9487 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.11128871154785157
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2072 | LCC = 0.9506 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.10674034106731414
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2197 | LCC = 0.9536 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.09634387594461441
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1999 | LCC = 0.9496 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.08979304739832879
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1893 | LCC = 0.9525 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.08589539992809296
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2025 | LCC = 0.9560 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0797192959189415
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1774 | LCC = 0.9551 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07625194928050041
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1739 | LCC = 0.9577 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07274559378623963
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1837 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07002611351013184
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1977 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06657524085044861
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1795 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0632838723063469
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1843 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05715680152177811
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1693 | LCC = 0.9572 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.05758862894773483
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1878 | LCC = 0.9575 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.056159086108207704
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1641 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05085183918476105
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1884 | LCC = 0.9581 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.053025910645723345
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1877 | LCC = 0.9563 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.04802932472527027
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1865 | LCC = 0.9596 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.0484550399929285
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1711 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.044592918440699576
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1821 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.043298713311553
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1821 | LCC = 0.9584 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.041589431777596476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1762 | LCC = 0.9580 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.04076896148920059
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1606 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.03963416807353497
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1689 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.037206222862005235
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1627 | LCC = 0.9584 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.03795059163868427
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1575 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03647480137646198
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1858 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1806 | LCC = 0.9625 | SRCC = 0.9628 ]
diff --git a/results_tencent/hubert_base/layer2/run4/config.gin b/results_tencent/hubert_base/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer2/run4/model.pt b/results_tencent/hubert_base/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f7c47e71ef2df1c30b29a0535a14591f2c704d
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e77a10c4f3f7f10eed0996147264434ff3dba72e1536d801c0c3868b8213c2
+size 2747979
diff --git a/results_tencent/hubert_base/layer2/run4/model_best.pt b/results_tencent/hubert_base/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bed8e84d0ce4ae2ca8048230f56a989a1c4f24
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04c97d1f9f6638e8f82f5b09bc71c942df8ec898a2797ec59b7b42a2f5a9e30
+size 2749702
diff --git a/results_tencent/hubert_base/layer2/run4/train.log b/results_tencent/hubert_base/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1793c161f185968bb11fb843f360e0d79d12b8d1
--- /dev/null
+++ b/results_tencent/hubert_base/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4566591331958771
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3091 | LCC = 0.9220 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.18796699488162993
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2595 | LCC = 0.9391 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.15004517847299575
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2423 | LCC = 0.9439 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1288103594183922
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2364 | LCC = 0.9504 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.11693936079740525
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2216 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.10409891346096993
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2046 | LCC = 0.9552 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.10010732650756836
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1998 | LCC = 0.9542 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.09242720365524291
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1824 | LCC = 0.9567 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08516303908824921
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1732 | LCC = 0.9563 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.08121973565220833
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1684 | LCC = 0.9584 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0784187659919262
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2139 | LCC = 0.9566 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.07654948598146438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1656 | LCC = 0.9588 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06909265741705894
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1835 | LCC = 0.9591 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.06422576475143432
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2022 | LCC = 0.9578 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06271681171655655
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1797 | LCC = 0.9598 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.059433235079050066
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1707 | LCC = 0.9593 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.05748798760771751
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1868 | LCC = 0.9596 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05399743854999542
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1867 | LCC = 0.9604 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.05135054108500481
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1734 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.048210553750395777
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1773 | LCC = 0.9602 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.04631123724579811
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1907 | LCC = 0.9612 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.0448238737732172
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1796 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.044858072116971015
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1795 | LCC = 0.9603 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.042321926668286325
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1676 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03935012423992157
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1879 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04029622246325016
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1877 | LCC = 0.9611 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.039573936119675635
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1764 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.03834108789265156
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1780 | LCC = 0.9611 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03564113396406174
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1626 | LCC = 0.9600 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03476822350919247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1921 | LCC = 0.9605 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03226092890650034
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1859 | LCC = 0.9609 | SRCC = 0.9613 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1871 | LCC = 0.9608 | SRCC = 0.9615 ]
diff --git a/results_tencent/hubert_base/layer3/run0/config.gin b/results_tencent/hubert_base/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer3/run0/model.pt b/results_tencent/hubert_base/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81a4b9622d2eefdbbfdd6ac1c1219ec5de9dcf
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53a17ccdc1f2b9ac51b3c99f3e2f94f88abe893fccacb4d1b4604611487eaeb
+size 2747979
diff --git a/results_tencent/hubert_base/layer3/run0/model_best.pt b/results_tencent/hubert_base/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6d548d21c99eb5c2fb3784b1d6be7beb64164f
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a9f3b2e87fa9e9d68bb709e8d19e60325a547b684d8bf04cf881b53a4a0e3
+size 2749638
diff --git a/results_tencent/hubert_base/layer3/run0/train.log b/results_tencent/hubert_base/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9cd48121a9887e52ae0fe3a0750e537c788b3071
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4084948807954788
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2504 | LCC = 0.9295 | SRCC = 0.9301 ]
+INFO:root:Average loss=0.18821528708934784
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2626 | LCC = 0.9416 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.14863579845428468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2178 | LCC = 0.9488 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.1347583919763565
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2113 | LCC = 0.9514 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11872131228446961
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2027 | LCC = 0.9542 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.1069088170826435
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1943 | LCC = 0.9551 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.10033573824167251
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1834 | LCC = 0.9555 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.09481743404269219
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1877 | LCC = 0.9570 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.08793305057287217
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1950 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.08634307479858398
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1935 | LCC = 0.9558 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.0739729155600071
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1737 | LCC = 0.9589 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06929902070760727
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1932 | LCC = 0.9565 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07090216690301895
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1672 | LCC = 0.9541 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06442590671777725
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1614 | LCC = 0.9564 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.0635134992301464
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1966 | LCC = 0.9583 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.05815268439054489
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1800 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.05553202500939369
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1938 | LCC = 0.9608 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05258902814984322
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1780 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.05037508726119995
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1816 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.050339482843875884
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1631 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.04550673514604568
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1649 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.04365559306740761
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1671 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.042277562320232394
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1767 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.04174976287782192
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1784 | LCC = 0.9610 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.04051137100160122
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1721 | LCC = 0.9601 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.039990611881017685
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1668 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.03680035755038261
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1784 | LCC = 0.9600 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.03653498421609402
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1705 | LCC = 0.9594 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.03375464291870594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1738 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.035029528841376306
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1498 | LCC = 0.9601 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.03499888075888157
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1685 | LCC = 0.9592 | SRCC = 0.9590 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1781 | LCC = 0.9634 | SRCC = 0.9648 ]
diff --git a/results_tencent/hubert_base/layer3/run1/config.gin b/results_tencent/hubert_base/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer3/run1/model.pt b/results_tencent/hubert_base/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e27d5afa6045b614c6e4a168a5c00d97ea33c4
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f1af137e1c0aebfbd555d1548d45356db9659709f9a019ea92248f142d270e
+size 2747979
diff --git a/results_tencent/hubert_base/layer3/run1/model_best.pt b/results_tencent/hubert_base/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e702df798e744d18407d34cf7a5b9764e046c7dd
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee83c7d9cbbf12b75f0cdb37fe6740fe820eb6cd39468132157ceb0c3c496488
+size 2749702
diff --git a/results_tencent/hubert_base/layer3/run1/train.log b/results_tencent/hubert_base/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9cd4126d4db4712179952b7f7220a4764aa45e8c
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.524651704788208
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2839 | LCC = 0.9244 | SRCC = 0.9286 ]
+INFO:root:Average loss=0.1831639466881752
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2260 | LCC = 0.9440 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.15230453842878341
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2310 | LCC = 0.9498 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.14295455253124237
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2214 | LCC = 0.9528 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12410334360599518
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2183 | LCC = 0.9564 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.10996073031425477
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2153 | LCC = 0.9573 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.10029983755946159
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2170 | LCC = 0.9581 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.09281092372536659
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2218 | LCC = 0.9588 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.08512844717502593
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2042 | LCC = 0.9587 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.07971706342697144
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1663 | LCC = 0.9587 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07766411727666855
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1857 | LCC = 0.9594 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.07109785529971123
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2131 | LCC = 0.9604 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.06908064594864845
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1821 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06253318253159523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1829 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.059268928557634354
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2073 | LCC = 0.9603 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05682465922832489
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1988 | LCC = 0.9610 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.05259572774171829
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2124 | LCC = 0.9614 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.05115666209161281
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2035 | LCC = 0.9607 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.05090520390868187
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1972 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.046083259493112566
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1875 | LCC = 0.9622 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.04501777522265911
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1804 | LCC = 0.9608 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.043265865072608
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1903 | LCC = 0.9629 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.04141840423643589
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1890 | LCC = 0.9624 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.039513474211096765
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1714 | LCC = 0.9621 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.040307031735777855
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1902 | LCC = 0.9616 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03524225394427776
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1911 | LCC = 0.9626 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.03563826398551464
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1676 | LCC = 0.9625 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.034813075453042984
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1818 | LCC = 0.9634 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.034322210416197776
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1869 | LCC = 0.9623 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.031012758776545524
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1760 | LCC = 0.9621 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03231724841147661
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1978 | LCC = 0.9622 | SRCC = 0.9625 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1841 | LCC = 0.9628 | SRCC = 0.9634 ]
diff --git a/results_tencent/hubert_base/layer3/run2/config.gin b/results_tencent/hubert_base/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer3/run2/model.pt b/results_tencent/hubert_base/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f03669935852fba478f7464b4b393dddf466c08
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1643512fa46d22f2c2be10948268e869b153c5f256b8a875bb7aaaa24b4e434
+size 2747979
diff --git a/results_tencent/hubert_base/layer3/run2/model_best.pt b/results_tencent/hubert_base/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8680c0ed80c6ea4c602c78b286d9e4d5ea00c37
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6f7a84ba09cb7194c61631d9486f6978fba5b00da88277df59f7764ef09ae6
+size 2749638
diff --git a/results_tencent/hubert_base/layer3/run2/train.log b/results_tencent/hubert_base/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1752ff9aec06f7ea01660364976713cc2dad0
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43567299580574037
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2634 | LCC = 0.9306 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.18605171608924867
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2294 | LCC = 0.9449 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.14820619130134582
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2261 | LCC = 0.9518 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1312857905626297
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1843 | LCC = 0.9537 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11735722929239273
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1996 | LCC = 0.9559 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10486364507675171
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1869 | LCC = 0.9578 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.09748884290456772
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2029 | LCC = 0.9582 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.09020980337262154
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1617 | LCC = 0.9595 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.08686915975809097
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1717 | LCC = 0.9585 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.08293421998620033
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1631 | LCC = 0.9597 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.07686843508481979
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1598 | LCC = 0.9617 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07169329217076302
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1957 | LCC = 0.9592 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06695155921578408
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1503 | LCC = 0.9591 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06412559574842452
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1714 | LCC = 0.9610 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.058311213821172714
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1564 | LCC = 0.9610 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0574271577000618
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1669 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.0562632912248373
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1627 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05349665114283562
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1790 | LCC = 0.9628 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.05147382673621178
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1580 | LCC = 0.9606 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.047350158214569095
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1816 | LCC = 0.9617 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.04482072132825851
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1701 | LCC = 0.9619 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.046861599534749984
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1822 | LCC = 0.9622 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.041753588408231734
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1732 | LCC = 0.9622 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.04135849432647228
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1914 | LCC = 0.9613 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03811424338817596
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1732 | LCC = 0.9615 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.03760447752475739
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1634 | LCC = 0.9620 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.03694912639260292
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1554 | LCC = 0.9623 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.03480177281796932
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1614 | LCC = 0.9622 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.034559703931212424
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1717 | LCC = 0.9620 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.032343988090753555
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1689 | LCC = 0.9620 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.032955081954598425
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1726 | LCC = 0.9630 | SRCC = 0.9630 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1752 | LCC = 0.9641 | SRCC = 0.9647 ]
diff --git a/results_tencent/hubert_base/layer3/run3/config.gin b/results_tencent/hubert_base/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer3/run3/model.pt b/results_tencent/hubert_base/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8368445702e3cbcb84ee757bcf1b86940cd8d5
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379751f29c5c766b53f7482533c51f95c2aa29f2773692fb154d509c87cb851f
+size 2747979
diff --git a/results_tencent/hubert_base/layer3/run3/model_best.pt b/results_tencent/hubert_base/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e320a65c558c84d7cecec2f9ddd744f4657b3a92
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfdbbff2d33bf8294e66b6ef66a3dbe935ef2fece4cb92aad547581aa2a17af
+size 2749638
diff --git a/results_tencent/hubert_base/layer3/run3/train.log b/results_tencent/hubert_base/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c386c77301ebdd5c081cbe6e7be099886fb216ff
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5052873110771179
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2824 | LCC = 0.9277 | SRCC = 0.9269 ]
+INFO:root:Average loss=0.19180694222450256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2645 | LCC = 0.9438 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15183536940813064
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2300 | LCC = 0.9495 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.13535809946060182
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2414 | LCC = 0.9508 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.12304944860935212
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2320 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11041128501296044
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2161 | LCC = 0.9558 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.10117732775211334
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2207 | LCC = 0.9570 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0949499397277832
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2292 | LCC = 0.9585 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.09151187562942505
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9566 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.0828388797044754
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1741 | LCC = 0.9597 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.07801995933055877
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.9563 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07675036236643791
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1946 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.07076473024487495
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1982 | LCC = 0.9605 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.06844303244352341
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1767 | LCC = 0.9616 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0646542675793171
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1963 | LCC = 0.9609 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05968948021531105
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1810 | LCC = 0.9624 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.055711443543434144
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2060 | LCC = 0.9602 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05509216526150704
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2001 | LCC = 0.9620 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.052169732809066775
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2049 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.049616061478853224
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1824 | LCC = 0.9620 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.04770082710683346
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2178 | LCC = 0.9621 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.045541154697537424
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1772 | LCC = 0.9626 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.043752262517809865
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1853 | LCC = 0.9627 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.04282395052909851
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2148 | LCC = 0.9604 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.0416234442293644
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2345 | LCC = 0.9583 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.04057663694024086
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1716 | LCC = 0.9630 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.03966149725019932
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1931 | LCC = 0.9615 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.035494848549366
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2089 | LCC = 0.9625 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03435306786000729
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1879 | LCC = 0.9616 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.035733178436756136
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1794 | LCC = 0.9635 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.032863888651132586
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1757 | LCC = 0.9627 | SRCC = 0.9627 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1772 | LCC = 0.9640 | SRCC = 0.9645 ]
diff --git a/results_tencent/hubert_base/layer3/run4/config.gin b/results_tencent/hubert_base/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..a18a82b65aa5381b0292abb520636378e93f86d6
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on BVCC dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/hubert_base/layer3/run4/model.pt b/results_tencent/hubert_base/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23085b5e2d5424cca93c9d76772695c6c25589d2
--- /dev/null
+++ b/results_tencent/hubert_base/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f6cab12900bd4e72a268911d37fe6d1cf3c430b864eae9383ba6d2c3cafc06
+size 2747979