HopeLiang commited on
Commit
6be6530
·
verified ·
1 Parent(s): 68abc5c

Upload SSL Layer MOS checkpoints (part 3)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log +99 -0
  2. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin +31 -0
  3. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt +3 -0
  4. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt +3 -0
  5. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log +99 -0
  6. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin +31 -0
  7. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt +3 -0
  8. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt +3 -0
  9. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log +99 -0
  10. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin +31 -0
  11. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt +3 -0
  12. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt +3 -0
  13. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log +99 -0
  14. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin +31 -0
  15. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt +3 -0
  16. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt +3 -0
  17. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log +99 -0
  18. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin +31 -0
  19. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt +3 -0
  20. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt +3 -0
  21. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log +99 -0
  22. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin +31 -0
  23. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt +3 -0
  24. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt +3 -0
  25. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log +99 -0
  26. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin +31 -0
  27. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt +3 -0
  28. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt +3 -0
  29. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log +99 -0
  30. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin +31 -0
  31. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt +3 -0
  32. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt +3 -0
  33. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log +99 -0
  34. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin +31 -0
  35. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt +3 -0
  36. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt +3 -0
  37. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log +99 -0
  38. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin +31 -0
  39. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt +3 -0
  40. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt +3 -0
  41. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log +99 -0
  42. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin +31 -0
  43. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt +3 -0
  44. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt +3 -0
  45. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log +99 -0
  46. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin +31 -0
  47. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt +3 -0
  48. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt +3 -0
  49. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log +99 -0
  50. results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin +31 -0
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.535094215701788
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3842 | LCC = 0.7488 | SRCC = 0.7526 ]
8
+ INFO:root:Average loss=0.29584163962266385
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3277 | LCC = 0.8040 | SRCC = 0.8071 ]
11
+ INFO:root:Average loss=0.261383328300256
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3275 | LCC = 0.8241 | SRCC = 0.8261 ]
14
+ INFO:root:Average loss=0.2500763161060138
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2768 | LCC = 0.8237 | SRCC = 0.8287 ]
17
+ INFO:root:Average loss=0.22942434002955756
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2744 | LCC = 0.8337 | SRCC = 0.8325 ]
20
+ INFO:root:Average loss=0.21366153036554655
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2711 | LCC = 0.8356 | SRCC = 0.8348 ]
23
+ INFO:root:Average loss=0.1999274050960174
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2892 | LCC = 0.8433 | SRCC = 0.8431 ]
26
+ INFO:root:Average loss=0.1926165959582879
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2597 | LCC = 0.8372 | SRCC = 0.8387 ]
29
+ INFO:root:Average loss=0.18232641139855751
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2566 | LCC = 0.8441 | SRCC = 0.8439 ]
32
+ INFO:root:Average loss=0.16798540166555306
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2583 | LCC = 0.8462 | SRCC = 0.8452 ]
35
+ INFO:root:Average loss=0.16106477570839417
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2451 | LCC = 0.8465 | SRCC = 0.8461 ]
38
+ INFO:root:Average loss=0.15572912628069902
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2486 | LCC = 0.8534 | SRCC = 0.8523 ]
41
+ INFO:root:Average loss=0.16287972462865022
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2368 | LCC = 0.8494 | SRCC = 0.8497 ]
44
+ INFO:root:Average loss=0.14000631782871026
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2341 | LCC = 0.8523 | SRCC = 0.8508 ]
47
+ INFO:root:Average loss=0.13539448752999306
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2411 | LCC = 0.8472 | SRCC = 0.8475 ]
50
+ INFO:root:Average loss=0.1342860907316208
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2522 | LCC = 0.8499 | SRCC = 0.8499 ]
53
+ INFO:root:Average loss=0.12398458272218704
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2593 | LCC = 0.8503 | SRCC = 0.8515 ]
56
+ INFO:root:Average loss=0.12395244598006591
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2810 | LCC = 0.8483 | SRCC = 0.8488 ]
59
+ INFO:root:Average loss=0.11546754569579394
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2350 | LCC = 0.8511 | SRCC = 0.8520 ]
62
+ INFO:root:Average loss=0.1048146407955732
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2434 | LCC = 0.8534 | SRCC = 0.8525 ]
65
+ INFO:root:Average loss=0.1139298324019481
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2414 | LCC = 0.8502 | SRCC = 0.8479 ]
68
+ INFO:root:Average loss=0.1061294471892791
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2416 | LCC = 0.8532 | SRCC = 0.8519 ]
71
+ INFO:root:Average loss=0.10086686135484622
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2341 | LCC = 0.8540 | SRCC = 0.8543 ]
74
+ INFO:root:Average loss=0.09473796456288068
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2398 | LCC = 0.8571 | SRCC = 0.8542 ]
77
+ INFO:root:Average loss=0.09539232890193279
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2321 | LCC = 0.8554 | SRCC = 0.8546 ]
80
+ INFO:root:Average loss=0.08975056835856193
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2351 | LCC = 0.8560 | SRCC = 0.8550 ]
83
+ INFO:root:Average loss=0.08621321427516448
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2405 | LCC = 0.8486 | SRCC = 0.8482 ]
86
+ INFO:root:Average loss=0.08316171355545521
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2407 | LCC = 0.8505 | SRCC = 0.8477 ]
89
+ INFO:root:Average loss=0.0816903845526469
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2393 | LCC = 0.8546 | SRCC = 0.8528 ]
92
+ INFO:root:Average loss=0.08002073800143523
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2402 | LCC = 0.8501 | SRCC = 0.8511 ]
95
+ INFO:root:Average loss=0.07424558823307355
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2353 | LCC = 0.8522 | SRCC = 0.8511 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2507 | LCC = 0.8542 | SRCC = 0.8528 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83707ae7e026bc38645ef7b66be6edf3f700d0a934aeafa84086212548c94877
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c38695247b7bde782abd69802d97a48da16d37bbac8d04d4764c524c37f67b0
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.4579593210648268
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3317 | LCC = 0.7894 | SRCC = 0.7982 ]
8
+ INFO:root:Average loss=0.2636304598970291
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.2871 | LCC = 0.8262 | SRCC = 0.8316 ]
11
+ INFO:root:Average loss=0.23933588980864257
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.2538 | LCC = 0.8485 | SRCC = 0.8497 ]
14
+ INFO:root:Average loss=0.21618451598363045
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2379 | LCC = 0.8550 | SRCC = 0.8563 ]
17
+ INFO:root:Average loss=0.20248253204119512
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2463 | LCC = 0.8576 | SRCC = 0.8598 ]
20
+ INFO:root:Average loss=0.18415622499126655
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2249 | LCC = 0.8643 | SRCC = 0.8635 ]
23
+ INFO:root:Average loss=0.17019824874706757
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2349 | LCC = 0.8703 | SRCC = 0.8698 ]
26
+ INFO:root:Average loss=0.16008747092042214
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2346 | LCC = 0.8668 | SRCC = 0.8669 ]
29
+ INFO:root:Average loss=0.15423229556435195
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2285 | LCC = 0.8652 | SRCC = 0.8663 ]
32
+ INFO:root:Average loss=0.14377070342501005
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8704 | SRCC = 0.8698 ]
35
+ INFO:root:Average loss=0.13622465137487802
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2213 | LCC = 0.8665 | SRCC = 0.8661 ]
38
+ INFO:root:Average loss=0.1270195396664815
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2703 | LCC = 0.8627 | SRCC = 0.8678 ]
41
+ INFO:root:Average loss=0.11590135536896877
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2276 | LCC = 0.8687 | SRCC = 0.8693 ]
44
+ INFO:root:Average loss=0.11665745041309258
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2237 | LCC = 0.8682 | SRCC = 0.8683 ]
47
+ INFO:root:Average loss=0.10896223200819431
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2068 | LCC = 0.8725 | SRCC = 0.8744 ]
50
+ INFO:root:Average loss=0.09942773428673927
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2140 | LCC = 0.8730 | SRCC = 0.8733 ]
53
+ INFO:root:Average loss=0.10112338221799104
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2134 | LCC = 0.8728 | SRCC = 0.8741 ]
56
+ INFO:root:Average loss=0.09263984352732316
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2332 | LCC = 0.8680 | SRCC = 0.8689 ]
59
+ INFO:root:Average loss=0.09141098483441731
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2508 | LCC = 0.8667 | SRCC = 0.8691 ]
62
+ INFO:root:Average loss=0.08199414028189121
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2179 | LCC = 0.8701 | SRCC = 0.8712 ]
65
+ INFO:root:Average loss=0.07928904661765465
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2148 | LCC = 0.8712 | SRCC = 0.8726 ]
68
+ INFO:root:Average loss=0.07552609296563344
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2072 | LCC = 0.8723 | SRCC = 0.8726 ]
71
+ INFO:root:Average loss=0.0743144827011304
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2219 | LCC = 0.8695 | SRCC = 0.8708 ]
74
+ INFO:root:Average loss=0.07293196237431122
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2231 | LCC = 0.8715 | SRCC = 0.8732 ]
77
+ INFO:root:Average loss=0.07622888860985255
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2320 | LCC = 0.8689 | SRCC = 0.8730 ]
80
+ INFO:root:Average loss=0.06728216910209411
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2217 | LCC = 0.8704 | SRCC = 0.8734 ]
83
+ INFO:root:Average loss=0.06447688805369231
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.1995 | LCC = 0.8726 | SRCC = 0.8747 ]
86
+ INFO:root:Average loss=0.06138085411527218
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2278 | LCC = 0.8717 | SRCC = 0.8733 ]
89
+ INFO:root:Average loss=0.060740136565306246
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2234 | LCC = 0.8719 | SRCC = 0.8738 ]
92
+ INFO:root:Average loss=0.06006152732058977
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2505 | LCC = 0.8666 | SRCC = 0.8701 ]
95
+ INFO:root:Average loss=0.05618765596777965
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2154 | LCC = 0.8702 | SRCC = 0.8715 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2533 | LCC = 0.8534 | SRCC = 0.8568 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf18d371a39cc8e99834efd83bca8e6612123bb36b50b9b9cfbc75379cb4ee2
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f13099fe68a0b06c2064d64a56fd47d6a13d3163ba4ed103d8983f8961c73c
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.472901660662431
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3769 | LCC = 0.7891 | SRCC = 0.7979 ]
8
+ INFO:root:Average loss=0.277625910173624
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.2818 | LCC = 0.8286 | SRCC = 0.8308 ]
11
+ INFO:root:Average loss=0.23368344532373625
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.2876 | LCC = 0.8393 | SRCC = 0.8427 ]
14
+ INFO:root:Average loss=0.21330232068132132
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2472 | LCC = 0.8549 | SRCC = 0.8539 ]
17
+ INFO:root:Average loss=0.19755786466292846
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3097 | LCC = 0.8498 | SRCC = 0.8559 ]
20
+ INFO:root:Average loss=0.1885475592735486
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2433 | LCC = 0.8633 | SRCC = 0.8624 ]
23
+ INFO:root:Average loss=0.17586563212367204
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2377 | LCC = 0.8593 | SRCC = 0.8606 ]
26
+ INFO:root:Average loss=0.1659340140147087
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2378 | LCC = 0.8615 | SRCC = 0.8613 ]
29
+ INFO:root:Average loss=0.1488923263282348
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2663 | LCC = 0.8628 | SRCC = 0.8683 ]
32
+ INFO:root:Average loss=0.15275137881055856
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2214 | LCC = 0.8642 | SRCC = 0.8657 ]
35
+ INFO:root:Average loss=0.13369808355585122
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2617 | LCC = 0.8617 | SRCC = 0.8639 ]
38
+ INFO:root:Average loss=0.13001980708959776
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2206 | LCC = 0.8684 | SRCC = 0.8684 ]
41
+ INFO:root:Average loss=0.12487195126521282
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2604 | LCC = 0.8652 | SRCC = 0.8672 ]
44
+ INFO:root:Average loss=0.1163460753667049
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2327 | LCC = 0.8630 | SRCC = 0.8645 ]
47
+ INFO:root:Average loss=0.11134161312992756
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2354 | LCC = 0.8673 | SRCC = 0.8682 ]
50
+ INFO:root:Average loss=0.10704351149690457
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2161 | LCC = 0.8674 | SRCC = 0.8677 ]
53
+ INFO:root:Average loss=0.09886064767264403
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2221 | LCC = 0.8691 | SRCC = 0.8678 ]
56
+ INFO:root:Average loss=0.09969308657141832
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2135 | LCC = 0.8706 | SRCC = 0.8712 ]
59
+ INFO:root:Average loss=0.08704848606617023
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2210 | LCC = 0.8675 | SRCC = 0.8682 ]
62
+ INFO:root:Average loss=0.08401912899735646
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2291 | LCC = 0.8651 | SRCC = 0.8669 ]
65
+ INFO:root:Average loss=0.0786556480691219
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2226 | LCC = 0.8644 | SRCC = 0.8660 ]
68
+ INFO:root:Average loss=0.08213168043547715
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2155 | LCC = 0.8654 | SRCC = 0.8665 ]
71
+ INFO:root:Average loss=0.07721420019291915
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2155 | LCC = 0.8670 | SRCC = 0.8674 ]
74
+ INFO:root:Average loss=0.07011394207485211
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2249 | LCC = 0.8628 | SRCC = 0.8641 ]
77
+ INFO:root:Average loss=0.0725587058143738
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2239 | LCC = 0.8662 | SRCC = 0.8658 ]
80
+ INFO:root:Average loss=0.06930257551945172
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2309 | LCC = 0.8661 | SRCC = 0.8669 ]
83
+ INFO:root:Average loss=0.06451827975419852
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2640 | LCC = 0.8643 | SRCC = 0.8649 ]
86
+ INFO:root:Average loss=0.06259272032632278
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2344 | LCC = 0.8678 | SRCC = 0.8670 ]
89
+ INFO:root:Average loss=0.06423783187682812
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2112 | LCC = 0.8678 | SRCC = 0.8673 ]
92
+ INFO:root:Average loss=0.06117730936369835
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2160 | LCC = 0.8653 | SRCC = 0.8665 ]
95
+ INFO:root:Average loss=0.06286063513312584
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2296 | LCC = 0.8656 | SRCC = 0.8654 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2231 | LCC = 0.8698 | SRCC = 0.8702 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5698ccc79830bf8d2ec4d180ca68ae59ec105762e6f3504c08e09d4802b51c75
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a97c7380bd4c9abafd283364d20a5f92cdb2494d7b7f59496eb84af83d40692
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.456562588421198
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3457 | LCC = 0.7809 | SRCC = 0.7896 ]
8
+ INFO:root:Average loss=0.27176349801130784
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.2868 | LCC = 0.8273 | SRCC = 0.8294 ]
11
+ INFO:root:Average loss=0.2241117415519861
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3013 | LCC = 0.8404 | SRCC = 0.8424 ]
14
+ INFO:root:Average loss=0.20278623757454065
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2491 | LCC = 0.8525 | SRCC = 0.8544 ]
17
+ INFO:root:Average loss=0.1871246367883988
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2346 | LCC = 0.8585 | SRCC = 0.8594 ]
20
+ INFO:root:Average loss=0.1779566798836757
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2373 | LCC = 0.8591 | SRCC = 0.8592 ]
23
+ INFO:root:Average loss=0.17168924174247643
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2454 | LCC = 0.8611 | SRCC = 0.8645 ]
26
+ INFO:root:Average loss=0.15440419946725553
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2183 | LCC = 0.8686 | SRCC = 0.8689 ]
29
+ INFO:root:Average loss=0.14360607663790384
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2176 | LCC = 0.8673 | SRCC = 0.8680 ]
32
+ INFO:root:Average loss=0.14387893571685523
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2319 | LCC = 0.8635 | SRCC = 0.8670 ]
35
+ INFO:root:Average loss=0.13322913064024386
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2264 | LCC = 0.8681 | SRCC = 0.8699 ]
38
+ INFO:root:Average loss=0.12076364944760616
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2313 | LCC = 0.8682 | SRCC = 0.8676 ]
41
+ INFO:root:Average loss=0.11942552851560788
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2117 | LCC = 0.8689 | SRCC = 0.8685 ]
44
+ INFO:root:Average loss=0.10900448539700264
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2188 | LCC = 0.8718 | SRCC = 0.8730 ]
47
+ INFO:root:Average loss=0.10810819392402966
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2287 | LCC = 0.8662 | SRCC = 0.8682 ]
50
+ INFO:root:Average loss=0.09844396683650139
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2190 | LCC = 0.8689 | SRCC = 0.8698 ]
53
+ INFO:root:Average loss=0.09757571619672653
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2521 | LCC = 0.8655 | SRCC = 0.8682 ]
56
+ INFO:root:Average loss=0.0925496702010815
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2077 | LCC = 0.8732 | SRCC = 0.8733 ]
59
+ INFO:root:Average loss=0.09199598765908143
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2235 | LCC = 0.8685 | SRCC = 0.8689 ]
62
+ INFO:root:Average loss=0.08461821456559193
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2049 | LCC = 0.8709 | SRCC = 0.8720 ]
65
+ INFO:root:Average loss=0.07709161961116852
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2244 | LCC = 0.8666 | SRCC = 0.8685 ]
68
+ INFO:root:Average loss=0.07737652537150261
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2106 | LCC = 0.8705 | SRCC = 0.8717 ]
71
+ INFO:root:Average loss=0.07965540465636131
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2147 | LCC = 0.8681 | SRCC = 0.8702 ]
74
+ INFO:root:Average loss=0.07509194949689584
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2256 | LCC = 0.8672 | SRCC = 0.8680 ]
77
+ INFO:root:Average loss=0.06980926901675187
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2195 | LCC = 0.8704 | SRCC = 0.8706 ]
80
+ INFO:root:Average loss=0.06937091277004817
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2093 | LCC = 0.8695 | SRCC = 0.8700 ]
83
+ INFO:root:Average loss=0.06473130279053481
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8704 | SRCC = 0.8702 ]
86
+ INFO:root:Average loss=0.060205467188587554
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2164 | LCC = 0.8678 | SRCC = 0.8670 ]
89
+ INFO:root:Average loss=0.062438682008248106
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2175 | LCC = 0.8685 | SRCC = 0.8691 ]
92
+ INFO:root:Average loss=0.05673838244416775
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2158 | LCC = 0.8696 | SRCC = 0.8690 ]
95
+ INFO:root:Average loss=0.056596591256749935
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2119 | LCC = 0.8704 | SRCC = 0.8711 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2388 | LCC = 0.8582 | SRCC = 0.8600 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0eba625a314422aa88e9a1ecd81632d7937bd76362eb9ea56ead7772f523209
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f48af2af80f57e58dda2b5963a877ed8c312c34e6999ed5d8ff82ddb890627
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.4943407733853047
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3524 | LCC = 0.7888 | SRCC = 0.7867 ]
8
+ INFO:root:Average loss=0.27113553709708726
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.2766 | LCC = 0.8275 | SRCC = 0.8295 ]
11
+ INFO:root:Average loss=0.22598646409236467
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.2490 | LCC = 0.8449 | SRCC = 0.8433 ]
14
+ INFO:root:Average loss=0.20969594824008453
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2584 | LCC = 0.8529 | SRCC = 0.8518 ]
17
+ INFO:root:Average loss=0.19203148696285027
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2432 | LCC = 0.8536 | SRCC = 0.8512 ]
20
+ INFO:root:Average loss=0.17385386847532713
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2296 | LCC = 0.8589 | SRCC = 0.8576 ]
23
+ INFO:root:Average loss=0.17610548025904557
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2539 | LCC = 0.8637 | SRCC = 0.8610 ]
26
+ INFO:root:Average loss=0.1517601083868589
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2255 | LCC = 0.8622 | SRCC = 0.8612 ]
29
+ INFO:root:Average loss=0.14952213164323416
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2327 | LCC = 0.8691 | SRCC = 0.8680 ]
32
+ INFO:root:Average loss=0.13857012022382173
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8649 | SRCC = 0.8642 ]
35
+ INFO:root:Average loss=0.12525158346845552
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2173 | LCC = 0.8620 | SRCC = 0.8614 ]
38
+ INFO:root:Average loss=0.12006656911510688
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2160 | LCC = 0.8677 | SRCC = 0.8668 ]
41
+ INFO:root:Average loss=0.1218708648513525
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2141 | LCC = 0.8687 | SRCC = 0.8678 ]
44
+ INFO:root:Average loss=0.11266429378436162
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2422 | LCC = 0.8687 | SRCC = 0.8682 ]
47
+ INFO:root:Average loss=0.106711987262735
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2282 | LCC = 0.8607 | SRCC = 0.8608 ]
50
+ INFO:root:Average loss=0.10513852952191463
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2131 | LCC = 0.8668 | SRCC = 0.8666 ]
53
+ INFO:root:Average loss=0.09303858049978049
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8670 | SRCC = 0.8668 ]
56
+ INFO:root:Average loss=0.09211676195263863
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2060 | LCC = 0.8680 | SRCC = 0.8681 ]
59
+ INFO:root:Average loss=0.08704451170678322
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2225 | LCC = 0.8684 | SRCC = 0.8677 ]
62
+ INFO:root:Average loss=0.08433384123520973
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2149 | LCC = 0.8686 | SRCC = 0.8672 ]
65
+ INFO:root:Average loss=0.08346272360246915
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2287 | LCC = 0.8673 | SRCC = 0.8672 ]
68
+ INFO:root:Average loss=0.07591132619060002
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8707 | SRCC = 0.8693 ]
71
+ INFO:root:Average loss=0.07149577881090152
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2210 | LCC = 0.8657 | SRCC = 0.8657 ]
74
+ INFO:root:Average loss=0.07121308506108247
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8677 | SRCC = 0.8670 ]
77
+ INFO:root:Average loss=0.0649825891909691
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2114 | LCC = 0.8667 | SRCC = 0.8651 ]
80
+ INFO:root:Average loss=0.06367795747251083
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2120 | LCC = 0.8686 | SRCC = 0.8674 ]
83
+ INFO:root:Average loss=0.07200747379698814
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8666 | SRCC = 0.8662 ]
86
+ INFO:root:Average loss=0.0621874925131217
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2297 | LCC = 0.8669 | SRCC = 0.8683 ]
89
+ INFO:root:Average loss=0.0624477541886079
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2122 | LCC = 0.8678 | SRCC = 0.8683 ]
92
+ INFO:root:Average loss=0.056709306744428783
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2117 | LCC = 0.8681 | SRCC = 0.8678 ]
95
+ INFO:root:Average loss=0.05619487495949635
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2009 | LCC = 0.8730 | SRCC = 0.8729 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2482 | LCC = 0.8523 | SRCC = 0.8560 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a77faff56de2cb9601f358c6a22be1bc537428629a76cd52f06a0a1b0d1807
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d371876e0229d5fc44c92ea47e96c4ee8ffce8a7c0f19cc19e09a506c739c43
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.45782110687249744
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3364 | LCC = 0.7890 | SRCC = 0.7910 ]
8
+ INFO:root:Average loss=0.2619916040163774
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.2988 | LCC = 0.8240 | SRCC = 0.8316 ]
11
+ INFO:root:Average loss=0.22947889069716135
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.2622 | LCC = 0.8463 | SRCC = 0.8454 ]
14
+ INFO:root:Average loss=0.2089968497554461
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2518 | LCC = 0.8477 | SRCC = 0.8487 ]
17
+ INFO:root:Average loss=0.1862188675082647
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2489 | LCC = 0.8596 | SRCC = 0.8589 ]
20
+ INFO:root:Average loss=0.18314770083778945
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2721 | LCC = 0.8529 | SRCC = 0.8594 ]
23
+ INFO:root:Average loss=0.17004422193918473
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2385 | LCC = 0.8630 | SRCC = 0.8632 ]
26
+ INFO:root:Average loss=0.15617927106527182
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2328 | LCC = 0.8601 | SRCC = 0.8619 ]
29
+ INFO:root:Average loss=0.14268474424114594
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2152 | LCC = 0.8698 | SRCC = 0.8701 ]
32
+ INFO:root:Average loss=0.14190625714567992
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2288 | LCC = 0.8638 | SRCC = 0.8654 ]
35
+ INFO:root:Average loss=0.13102695603783315
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2433 | LCC = 0.8660 | SRCC = 0.8668 ]
38
+ INFO:root:Average loss=0.12423438301835305
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2445 | LCC = 0.8723 | SRCC = 0.8697 ]
41
+ INFO:root:Average loss=0.122484947148806
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2148 | LCC = 0.8700 | SRCC = 0.8683 ]
44
+ INFO:root:Average loss=0.1195953864699755
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2504 | LCC = 0.8649 | SRCC = 0.8659 ]
47
+ INFO:root:Average loss=0.10542827290602219
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2221 | LCC = 0.8692 | SRCC = 0.8688 ]
50
+ INFO:root:Average loss=0.10004530102014542
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2044 | LCC = 0.8710 | SRCC = 0.8700 ]
53
+ INFO:root:Average loss=0.0951573085039854
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2163 | LCC = 0.8693 | SRCC = 0.8683 ]
56
+ INFO:root:Average loss=0.09048761613667011
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2099 | LCC = 0.8701 | SRCC = 0.8685 ]
59
+ INFO:root:Average loss=0.08737292069082077
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2151 | LCC = 0.8721 | SRCC = 0.8714 ]
62
+ INFO:root:Average loss=0.08500232160664521
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2429 | LCC = 0.8642 | SRCC = 0.8667 ]
65
+ INFO:root:Average loss=0.08119577207626441
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2391 | LCC = 0.8627 | SRCC = 0.8635 ]
68
+ INFO:root:Average loss=0.07703164883722098
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2173 | LCC = 0.8674 | SRCC = 0.8678 ]
71
+ INFO:root:Average loss=0.07261426412524322
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2099 | LCC = 0.8668 | SRCC = 0.8661 ]
74
+ INFO:root:Average loss=0.07048633059438987
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2188 | LCC = 0.8637 | SRCC = 0.8639 ]
77
+ INFO:root:Average loss=0.06686967668625024
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2222 | LCC = 0.8639 | SRCC = 0.8653 ]
80
+ INFO:root:Average loss=0.06369337406104957
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2176 | LCC = 0.8690 | SRCC = 0.8680 ]
83
+ INFO:root:Average loss=0.06694034291192508
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2187 | LCC = 0.8712 | SRCC = 0.8703 ]
86
+ INFO:root:Average loss=0.061048720843898945
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2092 | LCC = 0.8686 | SRCC = 0.8680 ]
89
+ INFO:root:Average loss=0.05901365908674705
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2183 | LCC = 0.8690 | SRCC = 0.8683 ]
92
+ INFO:root:Average loss=0.061393342195795134
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2120 | LCC = 0.8744 | SRCC = 0.8735 ]
95
+ INFO:root:Average loss=0.05789379297922819
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2063 | LCC = 0.8724 | SRCC = 0.8716 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2476 | LCC = 0.8631 | SRCC = 0.8640 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7855e332683aa76d3b5be5834e3fc7c041067e5a51ff750804aa8e5b0b7507fd
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e279789e2f65683e4ee41efa9edb3396389ceefaac008562f048901f7136fe8
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.35324714829524356
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3867 | LCC = 0.8282 | SRCC = 0.8278 ]
8
+ INFO:root:Average loss=0.24930995989304322
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3611 | LCC = 0.8364 | SRCC = 0.8430 ]
11
+ INFO:root:Average loss=0.23973685273757347
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3314 | LCC = 0.8430 | SRCC = 0.8420 ]
14
+ INFO:root:Average loss=0.22885072460541359
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2966 | LCC = 0.8469 | SRCC = 0.8476 ]
17
+ INFO:root:Average loss=0.22210966432705903
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3708 | LCC = 0.8439 | SRCC = 0.8506 ]
20
+ INFO:root:Average loss=0.22060811863495752
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.3311 | LCC = 0.8595 | SRCC = 0.8568 ]
23
+ INFO:root:Average loss=0.22270624855389962
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2953 | LCC = 0.8612 | SRCC = 0.8592 ]
26
+ INFO:root:Average loss=0.20937233055249238
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2898 | LCC = 0.8619 | SRCC = 0.8623 ]
29
+ INFO:root:Average loss=0.21042930583159128
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.3252 | LCC = 0.8604 | SRCC = 0.8590 ]
32
+ INFO:root:Average loss=0.2150851547335967
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.3789 | LCC = 0.8601 | SRCC = 0.8623 ]
35
+ INFO:root:Average loss=0.21118132865581757
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.3025 | LCC = 0.8604 | SRCC = 0.8638 ]
38
+ INFO:root:Average loss=0.19872835182990783
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.3028 | LCC = 0.8637 | SRCC = 0.8611 ]
41
+ INFO:root:Average loss=0.19554700817053133
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2758 | LCC = 0.8614 | SRCC = 0.8638 ]
44
+ INFO:root:Average loss=0.19753452925345835
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2998 | LCC = 0.8589 | SRCC = 0.8631 ]
47
+ INFO:root:Average loss=0.1991382343455767
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8594 | SRCC = 0.8608 ]
50
+ INFO:root:Average loss=0.19103276347502685
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.3140 | LCC = 0.8643 | SRCC = 0.8620 ]
53
+ INFO:root:Average loss=0.1848798216535495
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2835 | LCC = 0.8646 | SRCC = 0.8644 ]
56
+ INFO:root:Average loss=0.18802716783606088
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2759 | LCC = 0.8637 | SRCC = 0.8650 ]
59
+ INFO:root:Average loss=0.1843139182489652
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2932 | LCC = 0.8660 | SRCC = 0.8645 ]
62
+ INFO:root:Average loss=0.1860717388872917
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2532 | LCC = 0.8625 | SRCC = 0.8660 ]
65
+ INFO:root:Average loss=0.179396929171605
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2935 | LCC = 0.8668 | SRCC = 0.8657 ]
68
+ INFO:root:Average loss=0.17457233312038276
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2671 | LCC = 0.8640 | SRCC = 0.8652 ]
71
+ INFO:root:Average loss=0.1704600256605026
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2466 | LCC = 0.8642 | SRCC = 0.8668 ]
74
+ INFO:root:Average loss=0.17291488508001351
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2811 | LCC = 0.8631 | SRCC = 0.8636 ]
77
+ INFO:root:Average loss=0.1721521261601876
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2653 | LCC = 0.8657 | SRCC = 0.8651 ]
80
+ INFO:root:Average loss=0.17146906065635192
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2940 | LCC = 0.8628 | SRCC = 0.8620 ]
83
+ INFO:root:Average loss=0.1732069048552941
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.3067 | LCC = 0.8639 | SRCC = 0.8646 ]
86
+ INFO:root:Average loss=0.16534294818456358
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2942 | LCC = 0.8665 | SRCC = 0.8649 ]
89
+ INFO:root:Average loss=0.16810460035235453
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2733 | LCC = 0.8702 | SRCC = 0.8692 ]
92
+ INFO:root:Average loss=0.1651376108519542
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2612 | LCC = 0.8649 | SRCC = 0.8674 ]
95
+ INFO:root:Average loss=0.16043257235716551
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2681 | LCC = 0.8640 | SRCC = 0.8641 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2663 | LCC = 0.8632 | SRCC = 0.8647 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025648c1443cfec8343e325108a504abe1aaa78924862060cf31247479eb7d0c
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf33e76e72c6b1970c247f95db3cc9ac7146b17ee8d41c356ab26c99ec55c42
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.3174068969793809
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3576 | LCC = 0.8231 | SRCC = 0.8222 ]
8
+ INFO:root:Average loss=0.2588573136390784
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3749 | LCC = 0.8406 | SRCC = 0.8386 ]
11
+ INFO:root:Average loss=0.2442090860926188
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3411 | LCC = 0.8382 | SRCC = 0.8405 ]
14
+ INFO:root:Average loss=0.242265957288253
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.3309 | LCC = 0.8506 | SRCC = 0.8491 ]
17
+ INFO:root:Average loss=0.22892723996669817
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3126 | LCC = 0.8479 | SRCC = 0.8493 ]
20
+ INFO:root:Average loss=0.22753513814547124
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.3182 | LCC = 0.8536 | SRCC = 0.8520 ]
23
+ INFO:root:Average loss=0.22084839871296516
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.3279 | LCC = 0.8569 | SRCC = 0.8551 ]
26
+ INFO:root:Average loss=0.22092963239321342
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.3281 | LCC = 0.8614 | SRCC = 0.8591 ]
29
+ INFO:root:Average loss=0.21114806830883026
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2746 | LCC = 0.8561 | SRCC = 0.8599 ]
32
+ INFO:root:Average loss=0.21660359891561362
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.3215 | LCC = 0.8591 | SRCC = 0.8591 ]
35
+ INFO:root:Average loss=0.2115032353844398
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2897 | LCC = 0.8616 | SRCC = 0.8603 ]
38
+ INFO:root:Average loss=0.19968528281419706
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2724 | LCC = 0.8636 | SRCC = 0.8632 ]
41
+ INFO:root:Average loss=0.20283982348747742
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.3356 | LCC = 0.8662 | SRCC = 0.8637 ]
44
+ INFO:root:Average loss=0.20301509123200026
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2896 | LCC = 0.8636 | SRCC = 0.8628 ]
47
+ INFO:root:Average loss=0.19392374377602187
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2697 | LCC = 0.8634 | SRCC = 0.8640 ]
50
+ INFO:root:Average loss=0.1967244171179258
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2897 | LCC = 0.8649 | SRCC = 0.8657 ]
53
+ INFO:root:Average loss=0.19277676042073813
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2672 | LCC = 0.8631 | SRCC = 0.8649 ]
56
+ INFO:root:Average loss=0.18900141673974502
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2854 | LCC = 0.8669 | SRCC = 0.8681 ]
59
+ INFO:root:Average loss=0.1896263198592724
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2882 | LCC = 0.8669 | SRCC = 0.8674 ]
62
+ INFO:root:Average loss=0.18029660722002006
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2709 | LCC = 0.8642 | SRCC = 0.8683 ]
65
+ INFO:root:Average loss=0.18510208517695084
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2649 | LCC = 0.8674 | SRCC = 0.8686 ]
68
+ INFO:root:Average loss=0.18069163958231607
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.3011 | LCC = 0.8656 | SRCC = 0.8662 ]
71
+ INFO:root:Average loss=0.18128735505235502
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2878 | LCC = 0.8646 | SRCC = 0.8660 ]
74
+ INFO:root:Average loss=0.18800209577266985
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2614 | LCC = 0.8638 | SRCC = 0.8663 ]
77
+ INFO:root:Average loss=0.17238368590672812
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2676 | LCC = 0.8688 | SRCC = 0.8696 ]
80
+ INFO:root:Average loss=0.17248299058813316
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2626 | LCC = 0.8616 | SRCC = 0.8674 ]
83
+ INFO:root:Average loss=0.17391084316067207
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2791 | LCC = 0.8660 | SRCC = 0.8675 ]
86
+ INFO:root:Average loss=0.17232279985761031
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2713 | LCC = 0.8670 | SRCC = 0.8677 ]
89
+ INFO:root:Average loss=0.16440686717247352
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2772 | LCC = 0.8658 | SRCC = 0.8672 ]
92
+ INFO:root:Average loss=0.16360459018212098
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2662 | LCC = 0.8632 | SRCC = 0.8652 ]
95
+ INFO:root:Average loss=0.1604236720655209
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2527 | LCC = 0.8659 | SRCC = 0.8682 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2689 | LCC = 0.8565 | SRCC = 0.8595 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2ea65ffa4da02a6470e6212da2d23521a072eacf68d5269d09fae8f38f043f
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d83565dbaa3144282845251019596a4f2c5cbf885296d24db1d05c033c2d14d1
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.3141508494050075
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3923 | LCC = 0.8184 | SRCC = 0.8285 ]
8
+ INFO:root:Average loss=0.2554331055054298
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3284 | LCC = 0.8396 | SRCC = 0.8396 ]
11
+ INFO:root:Average loss=0.24269820195742142
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3514 | LCC = 0.8523 | SRCC = 0.8499 ]
14
+ INFO:root:Average loss=0.23832531464405549
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.3120 | LCC = 0.8541 | SRCC = 0.8504 ]
17
+ INFO:root:Average loss=0.23004326759240565
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3032 | LCC = 0.8579 | SRCC = 0.8555 ]
20
+ INFO:root:Average loss=0.22105907400449118
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.3209 | LCC = 0.8551 | SRCC = 0.8531 ]
23
+ INFO:root:Average loss=0.2214812878996898
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2872 | LCC = 0.8490 | SRCC = 0.8500 ]
26
+ INFO:root:Average loss=0.21716442780616957
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2854 | LCC = 0.8513 | SRCC = 0.8523 ]
29
+ INFO:root:Average loss=0.21841917167871427
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2818 | LCC = 0.8596 | SRCC = 0.8600 ]
32
+ INFO:root:Average loss=0.2112439840267866
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.3440 | LCC = 0.8598 | SRCC = 0.8599 ]
35
+ INFO:root:Average loss=0.21325892257766846
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.3217 | LCC = 0.8542 | SRCC = 0.8535 ]
38
+ INFO:root:Average loss=0.21124051358455267
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2747 | LCC = 0.8650 | SRCC = 0.8646 ]
41
+ INFO:root:Average loss=0.1968130994683657
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2713 | LCC = 0.8587 | SRCC = 0.8634 ]
44
+ INFO:root:Average loss=0.19356833159541473
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2894 | LCC = 0.8633 | SRCC = 0.8632 ]
47
+ INFO:root:Average loss=0.19821430895573053
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2775 | LCC = 0.8674 | SRCC = 0.8664 ]
50
+ INFO:root:Average loss=0.2002851986923279
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2740 | LCC = 0.8679 | SRCC = 0.8664 ]
53
+ INFO:root:Average loss=0.1913907012114158
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2871 | LCC = 0.8606 | SRCC = 0.8614 ]
56
+ INFO:root:Average loss=0.19164187346513456
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2830 | LCC = 0.8692 | SRCC = 0.8669 ]
59
+ INFO:root:Average loss=0.18783364225274476
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2903 | LCC = 0.8663 | SRCC = 0.8658 ]
62
+ INFO:root:Average loss=0.1885135512894545
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2650 | LCC = 0.8640 | SRCC = 0.8640 ]
65
+ INFO:root:Average loss=0.18124018838772407
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2583 | LCC = 0.8667 | SRCC = 0.8669 ]
68
+ INFO:root:Average loss=0.18142137542749062
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8619 | SRCC = 0.8626 ]
71
+ INFO:root:Average loss=0.18358278303192213
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2609 | LCC = 0.8651 | SRCC = 0.8633 ]
74
+ INFO:root:Average loss=0.17670650570056376
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2851 | LCC = 0.8628 | SRCC = 0.8602 ]
77
+ INFO:root:Average loss=0.17500572498792258
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2729 | LCC = 0.8625 | SRCC = 0.8616 ]
80
+ INFO:root:Average loss=0.17408147664406362
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.3144 | LCC = 0.8629 | SRCC = 0.8630 ]
83
+ INFO:root:Average loss=0.17899597054108596
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2503 | LCC = 0.8634 | SRCC = 0.8646 ]
86
+ INFO:root:Average loss=0.16612830137213072
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2560 | LCC = 0.8637 | SRCC = 0.8630 ]
89
+ INFO:root:Average loss=0.1669961369763582
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2636 | LCC = 0.8639 | SRCC = 0.8647 ]
92
+ INFO:root:Average loss=0.16910032335764322
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2576 | LCC = 0.8609 | SRCC = 0.8626 ]
95
+ INFO:root:Average loss=0.16751875518224177
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2563 | LCC = 0.8542 | SRCC = 0.8557 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2817 | LCC = 0.8629 | SRCC = 0.8658 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad47deba415f4f454db1aa85e4c54abc8885c8ac975cbfc9cbfc6ddc8ab67795
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:402bb1c181bf3ea0bc45fb73825d31536a27bea1d15dccf12d2e6b328db2d6ad
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.34359422612648743
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3381 | LCC = 0.8327 | SRCC = 0.8335 ]
8
+ INFO:root:Average loss=0.25268365882146054
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3041 | LCC = 0.8411 | SRCC = 0.8399 ]
11
+ INFO:root:Average loss=0.24073684922395608
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3230 | LCC = 0.8512 | SRCC = 0.8501 ]
14
+ INFO:root:Average loss=0.2348229088462316
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.2999 | LCC = 0.8548 | SRCC = 0.8524 ]
17
+ INFO:root:Average loss=0.235323510490931
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3086 | LCC = 0.8544 | SRCC = 0.8571 ]
20
+ INFO:root:Average loss=0.22614780565102896
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2810 | LCC = 0.8524 | SRCC = 0.8514 ]
23
+ INFO:root:Average loss=0.2186295346189768
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.2780 | LCC = 0.8590 | SRCC = 0.8589 ]
26
+ INFO:root:Average loss=0.21325671061491355
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2519 | LCC = 0.8589 | SRCC = 0.8602 ]
29
+ INFO:root:Average loss=0.2090612978507311
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2709 | LCC = 0.8612 | SRCC = 0.8603 ]
32
+ INFO:root:Average loss=0.20827738482218522
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2621 | LCC = 0.8588 | SRCC = 0.8582 ]
35
+ INFO:root:Average loss=0.2062528269031109
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2415 | LCC = 0.8616 | SRCC = 0.8613 ]
38
+ INFO:root:Average loss=0.197889989003157
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2550 | LCC = 0.8632 | SRCC = 0.8612 ]
41
+ INFO:root:Average loss=0.19881469240555397
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2649 | LCC = 0.8652 | SRCC = 0.8644 ]
44
+ INFO:root:Average loss=0.19561036427815756
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2773 | LCC = 0.8651 | SRCC = 0.8631 ]
47
+ INFO:root:Average loss=0.19029056471891892
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2441 | LCC = 0.8643 | SRCC = 0.8638 ]
50
+ INFO:root:Average loss=0.1908005829422902
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2589 | LCC = 0.8649 | SRCC = 0.8657 ]
53
+ INFO:root:Average loss=0.18912337643977922
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8658 | SRCC = 0.8647 ]
56
+ INFO:root:Average loss=0.19007801226316354
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2460 | LCC = 0.8642 | SRCC = 0.8631 ]
59
+ INFO:root:Average loss=0.18176348832173225
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2564 | LCC = 0.8661 | SRCC = 0.8651 ]
62
+ INFO:root:Average loss=0.1788630990836865
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2397 | LCC = 0.8640 | SRCC = 0.8662 ]
65
+ INFO:root:Average loss=0.17991739702530396
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2408 | LCC = 0.8635 | SRCC = 0.8670 ]
68
+ INFO:root:Average loss=0.1741629709991125
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2399 | LCC = 0.8669 | SRCC = 0.8685 ]
71
+ INFO:root:Average loss=0.17182968671505267
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2403 | LCC = 0.8698 | SRCC = 0.8691 ]
74
+ INFO:root:Average loss=0.17087039007590368
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2568 | LCC = 0.8661 | SRCC = 0.8643 ]
77
+ INFO:root:Average loss=0.17264685989954534
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2772 | LCC = 0.8684 | SRCC = 0.8661 ]
80
+ INFO:root:Average loss=0.16902533393257704
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2580 | LCC = 0.8659 | SRCC = 0.8658 ]
83
+ INFO:root:Average loss=0.17027832032778326
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2435 | LCC = 0.8680 | SRCC = 0.8693 ]
86
+ INFO:root:Average loss=0.16568645128072837
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2514 | LCC = 0.8690 | SRCC = 0.8695 ]
89
+ INFO:root:Average loss=0.16094743938018113
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2324 | LCC = 0.8647 | SRCC = 0.8669 ]
92
+ INFO:root:Average loss=0.1598964351683091
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2724 | LCC = 0.8676 | SRCC = 0.8667 ]
95
+ INFO:root:Average loss=0.1596166241245392
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2283 | LCC = 0.8673 | SRCC = 0.8687 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2485 | LCC = 0.8601 | SRCC = 0.8622 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfa1566f376a6968e46fdded79b9a9d30f4e98a681ee6884790bc80821e5b9c4
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a623dda0c661b21e1456f5a03c03a4f605304923bbcb4f0de0a67efc525b548
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.3513447588835007
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3417 | LCC = 0.8276 | SRCC = 0.8304 ]
8
+ INFO:root:Average loss=0.25473815221817064
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3410 | LCC = 0.8433 | SRCC = 0.8437 ]
11
+ INFO:root:Average loss=0.2443691394650019
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.2765 | LCC = 0.8447 | SRCC = 0.8477 ]
14
+ INFO:root:Average loss=0.2353168160487444
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.3346 | LCC = 0.8560 | SRCC = 0.8527 ]
17
+ INFO:root:Average loss=0.2238629882534345
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.2785 | LCC = 0.8559 | SRCC = 0.8575 ]
20
+ INFO:root:Average loss=0.2155209752993706
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.2880 | LCC = 0.8587 | SRCC = 0.8590 ]
23
+ INFO:root:Average loss=0.21565459630428216
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.3298 | LCC = 0.8565 | SRCC = 0.8595 ]
26
+ INFO:root:Average loss=0.21336795523380622
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2992 | LCC = 0.8569 | SRCC = 0.8610 ]
29
+ INFO:root:Average loss=0.2078454213646742
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.2593 | LCC = 0.8567 | SRCC = 0.8599 ]
32
+ INFO:root:Average loss=0.20342941735035333
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.2910 | LCC = 0.8631 | SRCC = 0.8626 ]
35
+ INFO:root:Average loss=0.2024319343841993
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2872 | LCC = 0.8618 | SRCC = 0.8637 ]
38
+ INFO:root:Average loss=0.20285591301627648
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.2462 | LCC = 0.8623 | SRCC = 0.8655 ]
41
+ INFO:root:Average loss=0.20194479804008436
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2472 | LCC = 0.8576 | SRCC = 0.8611 ]
44
+ INFO:root:Average loss=0.19600733178548324
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.2877 | LCC = 0.8634 | SRCC = 0.8633 ]
47
+ INFO:root:Average loss=0.19065598054574087
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2626 | LCC = 0.8643 | SRCC = 0.8658 ]
50
+ INFO:root:Average loss=0.19070384431725892
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2757 | LCC = 0.8670 | SRCC = 0.8663 ]
53
+ INFO:root:Average loss=0.18763475922437814
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2372 | LCC = 0.8641 | SRCC = 0.8665 ]
56
+ INFO:root:Average loss=0.183171934233262
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.3073 | LCC = 0.8655 | SRCC = 0.8645 ]
59
+ INFO:root:Average loss=0.1805742650459974
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2959 | LCC = 0.8655 | SRCC = 0.8659 ]
62
+ INFO:root:Average loss=0.17919325016630003
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2687 | LCC = 0.8681 | SRCC = 0.8682 ]
65
+ INFO:root:Average loss=0.17685179431469011
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2754 | LCC = 0.8618 | SRCC = 0.8654 ]
68
+ INFO:root:Average loss=0.1755190059924737
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2870 | LCC = 0.8667 | SRCC = 0.8662 ]
71
+ INFO:root:Average loss=0.17320412789017725
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2651 | LCC = 0.8644 | SRCC = 0.8630 ]
74
+ INFO:root:Average loss=0.17252024960441467
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2881 | LCC = 0.8630 | SRCC = 0.8663 ]
77
+ INFO:root:Average loss=0.1731349052144931
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2851 | LCC = 0.8594 | SRCC = 0.8622 ]
80
+ INFO:root:Average loss=0.16869943321515352
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2651 | LCC = 0.8621 | SRCC = 0.8620 ]
83
+ INFO:root:Average loss=0.16282657724924576
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2416 | LCC = 0.8639 | SRCC = 0.8650 ]
86
+ INFO:root:Average loss=0.16413819732574317
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2694 | LCC = 0.8627 | SRCC = 0.8625 ]
89
+ INFO:root:Average loss=0.160474983163369
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.2371 | LCC = 0.8634 | SRCC = 0.8649 ]
92
+ INFO:root:Average loss=0.159651718269556
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2544 | LCC = 0.8606 | SRCC = 0.8618 ]
95
+ INFO:root:Average loss=0.1596557400547541
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2655 | LCC = 0.8603 | SRCC = 0.8627 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2828 | LCC = 0.8589 | SRCC = 0.8639 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d01b4451e54e22c9c9aac64ac367210df6ee5506cfed3fda0df890d2544a3d9
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09cbf2e22bdc818bcb0e3841beede25be35ab2dedf89ad95dc3964888aae7f1
3
+ size 2749702
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.33078792691230774
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3967 | LCC = 0.8191 | SRCC = 0.8127 ]
8
+ INFO:root:Average loss=0.27789780440238804
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3707 | LCC = 0.8283 | SRCC = 0.8245 ]
11
+ INFO:root:Average loss=0.26373726091323757
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3493 | LCC = 0.8369 | SRCC = 0.8353 ]
14
+ INFO:root:Average loss=0.25764327267041576
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.3964 | LCC = 0.8469 | SRCC = 0.8444 ]
17
+ INFO:root:Average loss=0.25970415274302167
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3312 | LCC = 0.8428 | SRCC = 0.8408 ]
20
+ INFO:root:Average loss=0.2419386041852144
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.3288 | LCC = 0.8389 | SRCC = 0.8439 ]
23
+ INFO:root:Average loss=0.24131066447649246
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.3517 | LCC = 0.8399 | SRCC = 0.8431 ]
26
+ INFO:root:Average loss=0.24209309560366166
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.3284 | LCC = 0.8506 | SRCC = 0.8494 ]
29
+ INFO:root:Average loss=0.2312618557077188
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.3576 | LCC = 0.8539 | SRCC = 0.8505 ]
32
+ INFO:root:Average loss=0.2371799586675106
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.3117 | LCC = 0.8467 | SRCC = 0.8461 ]
35
+ INFO:root:Average loss=0.2394746320369916
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.3395 | LCC = 0.8519 | SRCC = 0.8501 ]
38
+ INFO:root:Average loss=0.22599803923796385
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.3133 | LCC = 0.8537 | SRCC = 0.8537 ]
41
+ INFO:root:Average loss=0.22792509752206314
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.3548 | LCC = 0.8512 | SRCC = 0.8539 ]
44
+ INFO:root:Average loss=0.22745798805203193
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.3159 | LCC = 0.8572 | SRCC = 0.8545 ]
47
+ INFO:root:Average loss=0.22512680273025465
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.3208 | LCC = 0.8575 | SRCC = 0.8553 ]
50
+ INFO:root:Average loss=0.22657086929449669
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.3144 | LCC = 0.8528 | SRCC = 0.8521 ]
53
+ INFO:root:Average loss=0.21680787740609583
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.3172 | LCC = 0.8582 | SRCC = 0.8557 ]
56
+ INFO:root:Average loss=0.22560458238690329
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2977 | LCC = 0.8565 | SRCC = 0.8568 ]
59
+ INFO:root:Average loss=0.21467241090841782
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2953 | LCC = 0.8576 | SRCC = 0.8583 ]
62
+ INFO:root:Average loss=0.21918566009173027
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2863 | LCC = 0.8585 | SRCC = 0.8582 ]
65
+ INFO:root:Average loss=0.20934437387264693
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.3032 | LCC = 0.8609 | SRCC = 0.8580 ]
68
+ INFO:root:Average loss=0.21085804777267653
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2974 | LCC = 0.8591 | SRCC = 0.8600 ]
71
+ INFO:root:Average loss=0.21469746224391154
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.3163 | LCC = 0.8597 | SRCC = 0.8579 ]
74
+ INFO:root:Average loss=0.21678824531726348
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.3375 | LCC = 0.8598 | SRCC = 0.8597 ]
77
+ INFO:root:Average loss=0.21253518779308367
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.3090 | LCC = 0.8624 | SRCC = 0.8613 ]
80
+ INFO:root:Average loss=0.20803204990732363
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8608 | SRCC = 0.8610 ]
83
+ INFO:root:Average loss=0.2030117167876317
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.2944 | LCC = 0.8617 | SRCC = 0.8611 ]
86
+ INFO:root:Average loss=0.2059562731629763
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2873 | LCC = 0.8624 | SRCC = 0.8609 ]
89
+ INFO:root:Average loss=0.21658280415412706
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.3111 | LCC = 0.8616 | SRCC = 0.8612 ]
92
+ INFO:root:Average loss=0.20796056340138117
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2915 | LCC = 0.8640 | SRCC = 0.8621 ]
95
+ INFO:root:Average loss=0.20105138449714735
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2922 | LCC = 0.8605 | SRCC = 0.8597 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2717 | LCC = 0.8615 | SRCC = 0.8630 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98452ebb1345f88a5e91108016a92662ce8327e33a92f63715bf15a2377878d5
3
+ size 2747979
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855db1b44d86923a0504edc0e932dd50fc60ad913adb683729f013134e0e04de
3
+ size 2749638
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO:root:Num train speech clips: 4974
2
+ INFO:root:Num val speech clips: 1066
3
+ INFO:root:Num test speech clips: 1066
4
+ INFO:root:Device=cuda
5
+ INFO:root:Average loss=0.32513359360969984
6
+ INFO:root:
7
+ [Valid][0][UTT][ MSE = 0.3488 | LCC = 0.8163 | SRCC = 0.8176 ]
8
+ INFO:root:Average loss=0.2751318552555182
9
+ INFO:root:
10
+ [Valid][1][UTT][ MSE = 0.3305 | LCC = 0.8224 | SRCC = 0.8278 ]
11
+ INFO:root:Average loss=0.266876003299004
12
+ INFO:root:
13
+ [Valid][2][UTT][ MSE = 0.3343 | LCC = 0.8360 | SRCC = 0.8354 ]
14
+ INFO:root:Average loss=0.25654739408920973
15
+ INFO:root:
16
+ [Valid][3][UTT][ MSE = 0.3230 | LCC = 0.8402 | SRCC = 0.8444 ]
17
+ INFO:root:Average loss=0.25022137031341213
18
+ INFO:root:
19
+ [Valid][4][UTT][ MSE = 0.3637 | LCC = 0.8288 | SRCC = 0.8409 ]
20
+ INFO:root:Average loss=0.24391714808268425
21
+ INFO:root:
22
+ [Valid][5][UTT][ MSE = 0.3139 | LCC = 0.8413 | SRCC = 0.8424 ]
23
+ INFO:root:Average loss=0.24498498745453665
24
+ INFO:root:
25
+ [Valid][6][UTT][ MSE = 0.3378 | LCC = 0.8471 | SRCC = 0.8459 ]
26
+ INFO:root:Average loss=0.24725066583890182
27
+ INFO:root:
28
+ [Valid][7][UTT][ MSE = 0.2778 | LCC = 0.8446 | SRCC = 0.8459 ]
29
+ INFO:root:Average loss=0.2337179992061395
30
+ INFO:root:
31
+ [Valid][8][UTT][ MSE = 0.3004 | LCC = 0.8492 | SRCC = 0.8486 ]
32
+ INFO:root:Average loss=0.23140103064286402
33
+ INFO:root:
34
+ [Valid][9][UTT][ MSE = 0.3304 | LCC = 0.8477 | SRCC = 0.8528 ]
35
+ INFO:root:Average loss=0.23007153681455514
36
+ INFO:root:
37
+ [Valid][10][UTT][ MSE = 0.2887 | LCC = 0.8547 | SRCC = 0.8525 ]
38
+ INFO:root:Average loss=0.22550642108305907
39
+ INFO:root:
40
+ [Valid][11][UTT][ MSE = 0.3106 | LCC = 0.8449 | SRCC = 0.8516 ]
41
+ INFO:root:Average loss=0.22466648045258644
42
+ INFO:root:
43
+ [Valid][12][UTT][ MSE = 0.2777 | LCC = 0.8539 | SRCC = 0.8561 ]
44
+ INFO:root:Average loss=0.2247244686079331
45
+ INFO:root:
46
+ [Valid][13][UTT][ MSE = 0.3254 | LCC = 0.8336 | SRCC = 0.8429 ]
47
+ INFO:root:Average loss=0.22946318487326303
48
+ INFO:root:
49
+ [Valid][14][UTT][ MSE = 0.2903 | LCC = 0.8522 | SRCC = 0.8529 ]
50
+ INFO:root:Average loss=0.2135695755863801
51
+ INFO:root:
52
+ [Valid][15][UTT][ MSE = 0.2898 | LCC = 0.8583 | SRCC = 0.8584 ]
53
+ INFO:root:Average loss=0.22677059070422098
54
+ INFO:root:
55
+ [Valid][16][UTT][ MSE = 0.2731 | LCC = 0.8488 | SRCC = 0.8538 ]
56
+ INFO:root:Average loss=0.22322779645522436
57
+ INFO:root:
58
+ [Valid][17][UTT][ MSE = 0.2682 | LCC = 0.8475 | SRCC = 0.8524 ]
59
+ INFO:root:Average loss=0.21604020855365655
60
+ INFO:root:
61
+ [Valid][18][UTT][ MSE = 0.2931 | LCC = 0.8534 | SRCC = 0.8542 ]
62
+ INFO:root:Average loss=0.21095065371348307
63
+ INFO:root:
64
+ [Valid][19][UTT][ MSE = 0.2887 | LCC = 0.8579 | SRCC = 0.8583 ]
65
+ INFO:root:Average loss=0.21357266681316572
66
+ INFO:root:
67
+ [Valid][20][UTT][ MSE = 0.2916 | LCC = 0.8598 | SRCC = 0.8584 ]
68
+ INFO:root:Average loss=0.2227043398679831
69
+ INFO:root:
70
+ [Valid][21][UTT][ MSE = 0.2846 | LCC = 0.8516 | SRCC = 0.8568 ]
71
+ INFO:root:Average loss=0.21614293028146792
72
+ INFO:root:
73
+ [Valid][22][UTT][ MSE = 0.2744 | LCC = 0.8600 | SRCC = 0.8583 ]
74
+ INFO:root:Average loss=0.2121183169193757
75
+ INFO:root:
76
+ [Valid][23][UTT][ MSE = 0.2664 | LCC = 0.8540 | SRCC = 0.8584 ]
77
+ INFO:root:Average loss=0.20658476134905449
78
+ INFO:root:
79
+ [Valid][24][UTT][ MSE = 0.2692 | LCC = 0.8579 | SRCC = 0.8588 ]
80
+ INFO:root:Average loss=0.20228580117989808
81
+ INFO:root:
82
+ [Valid][25][UTT][ MSE = 0.2800 | LCC = 0.8580 | SRCC = 0.8596 ]
83
+ INFO:root:Average loss=0.20654089290362138
84
+ INFO:root:
85
+ [Valid][26][UTT][ MSE = 0.3005 | LCC = 0.8612 | SRCC = 0.8594 ]
86
+ INFO:root:Average loss=0.2029284200607202
87
+ INFO:root:
88
+ [Valid][27][UTT][ MSE = 0.2808 | LCC = 0.8602 | SRCC = 0.8626 ]
89
+ INFO:root:Average loss=0.20251721306106982
90
+ INFO:root:
91
+ [Valid][28][UTT][ MSE = 0.3137 | LCC = 0.8626 | SRCC = 0.8630 ]
92
+ INFO:root:Average loss=0.20582877605771407
93
+ INFO:root:
94
+ [Valid][29][UTT][ MSE = 0.2828 | LCC = 0.8641 | SRCC = 0.8637 ]
95
+ INFO:root:Average loss=0.20313372577612215
96
+ INFO:root:
97
+ [Valid][30][UTT][ MSE = 0.2643 | LCC = 0.8533 | SRCC = 0.8589 ]
98
+ INFO:root:
99
+ [Test][31][UTT][ MSE = 0.2771 | LCC = 0.8658 | SRCC = 0.8662 ]
results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training config on BVCC dataset.
2
+
3
+ # ------------------------------
4
+ # Architecture
5
+ # ------------------------------
6
+ ProjectionHead:
7
+ conv_channels = (32, 32)
8
+ dense_neurons = (64, 32, 1)
9
+ use_poolings = (True, True)
10
+ kernel_size = 5
11
+ pool_size = 5
12
+
13
+ # ------------------------------
14
+ # Dataset
15
+ # ------------------------------
16
+ Bvcc:
17
+ debug = False
18
+
19
+ get_dataloader:
20
+ num_workers = 12
21
+ shuffle = True
22
+
23
+ # ------------------------------
24
+ # Training loop
25
+ # ------------------------------
26
+ TrainingLoop:
27
+ num_epochs = 30
28
+ learning_rate = 1e-4
29
+ dataset_cls = @Bvcc
30
+ weight_decay = 0.0
31
+ batch_size_train = 64