RetentionLabs commited on
Commit
9372d53
·
verified ·
1 Parent(s): 6e7fcc5

Add speech-korean-blind-qk-norm-personaplex checkpoints 125-500 (Phase 2 with English-blind Korean neurons)

Browse files
speech-korean-blind-qk-norm-personaplex/checkpoint-125/checkpoint.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2959fbefde3f3943dc85939c14d29feb5965a8b397cd0b73a9da9d888eb95b4
3
+ size 5033064612
speech-korean-blind-qk-norm-personaplex/checkpoint-125/manifest.json ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 125,
3
+ "files": [
4
+ "checkpoint.safetensors"
5
+ ],
6
+ "groups": {
7
+ "muon": [
8
+ {
9
+ "lr": 0.001,
10
+ "weight_decay": 0.0,
11
+ "momentum": 0.95,
12
+ "nesterov": true,
13
+ "ns_coefficients": [
14
+ 3.4445,
15
+ -4.775,
16
+ 2.0315
17
+ ],
18
+ "eps": 1e-07,
19
+ "ns_steps": 5,
20
+ "adjust_lr_fn": "match_rms_adamw",
21
+ "params": [
22
+ 0,
23
+ 1,
24
+ 2,
25
+ 3,
26
+ 4,
27
+ 5,
28
+ 6,
29
+ 7,
30
+ 8,
31
+ 9,
32
+ 10,
33
+ 11,
34
+ 12,
35
+ 13,
36
+ 14,
37
+ 15,
38
+ 16,
39
+ 17,
40
+ 18,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 22,
45
+ 23,
46
+ 24,
47
+ 25,
48
+ 26,
49
+ 27,
50
+ 28,
51
+ 29,
52
+ 30,
53
+ 31,
54
+ 32,
55
+ 33,
56
+ 34,
57
+ 35,
58
+ 36,
59
+ 37,
60
+ 38,
61
+ 39,
62
+ 40,
63
+ 41,
64
+ 42,
65
+ 43,
66
+ 44,
67
+ 45,
68
+ 46,
69
+ 47,
70
+ 48,
71
+ 49,
72
+ 50,
73
+ 51,
74
+ 52,
75
+ 53,
76
+ 54,
77
+ 55,
78
+ 56,
79
+ 57,
80
+ 58,
81
+ 59,
82
+ 60,
83
+ 61,
84
+ 62,
85
+ 63,
86
+ 64,
87
+ 65,
88
+ 66,
89
+ 67,
90
+ 68,
91
+ 69,
92
+ 70,
93
+ 71,
94
+ 72,
95
+ 73,
96
+ 74,
97
+ 75,
98
+ 76,
99
+ 77,
100
+ 78,
101
+ 79,
102
+ 80,
103
+ 81,
104
+ 82,
105
+ 83,
106
+ 84,
107
+ 85,
108
+ 86,
109
+ 87,
110
+ 88,
111
+ 89,
112
+ 90,
113
+ 91,
114
+ 92,
115
+ 93,
116
+ 94,
117
+ 95,
118
+ 96,
119
+ 97,
120
+ 98,
121
+ 99,
122
+ 100,
123
+ 101,
124
+ 102,
125
+ 103,
126
+ 104,
127
+ 105,
128
+ 106,
129
+ 107,
130
+ 108
131
+ ]
132
+ }
133
+ ],
134
+ "tables": [
135
+ {
136
+ "lr": 0.001,
137
+ "betas": [
138
+ 0.9,
139
+ 0.999
140
+ ],
141
+ "eps": 1e-08,
142
+ "params": [
143
+ 0
144
+ ]
145
+ }
146
+ ]
147
+ },
148
+ "extra": {
149
+ "run_name": "speech-korean-blind-qk-norm-personaplex",
150
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/rosfvicp",
151
+ "start_checkpoint": "qk-norm-personaplex/checkpoint-3750",
152
+ "korean_neurons": [
153
+ 11264,
154
+ 11328
155
+ ]
156
+ }
157
+ }
speech-korean-blind-qk-norm-personaplex/checkpoint-250/checkpoint.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6c53b464b875c554b4c582879d25337b7308e69c0ad9bf1f3c15e6ab54472d
3
+ size 5033064612
speech-korean-blind-qk-norm-personaplex/checkpoint-250/manifest.json ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 250,
3
+ "files": [
4
+ "checkpoint.safetensors"
5
+ ],
6
+ "groups": {
7
+ "muon": [
8
+ {
9
+ "lr": 0.001,
10
+ "weight_decay": 0.0,
11
+ "momentum": 0.95,
12
+ "nesterov": true,
13
+ "ns_coefficients": [
14
+ 3.4445,
15
+ -4.775,
16
+ 2.0315
17
+ ],
18
+ "eps": 1e-07,
19
+ "ns_steps": 5,
20
+ "adjust_lr_fn": "match_rms_adamw",
21
+ "params": [
22
+ 0,
23
+ 1,
24
+ 2,
25
+ 3,
26
+ 4,
27
+ 5,
28
+ 6,
29
+ 7,
30
+ 8,
31
+ 9,
32
+ 10,
33
+ 11,
34
+ 12,
35
+ 13,
36
+ 14,
37
+ 15,
38
+ 16,
39
+ 17,
40
+ 18,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 22,
45
+ 23,
46
+ 24,
47
+ 25,
48
+ 26,
49
+ 27,
50
+ 28,
51
+ 29,
52
+ 30,
53
+ 31,
54
+ 32,
55
+ 33,
56
+ 34,
57
+ 35,
58
+ 36,
59
+ 37,
60
+ 38,
61
+ 39,
62
+ 40,
63
+ 41,
64
+ 42,
65
+ 43,
66
+ 44,
67
+ 45,
68
+ 46,
69
+ 47,
70
+ 48,
71
+ 49,
72
+ 50,
73
+ 51,
74
+ 52,
75
+ 53,
76
+ 54,
77
+ 55,
78
+ 56,
79
+ 57,
80
+ 58,
81
+ 59,
82
+ 60,
83
+ 61,
84
+ 62,
85
+ 63,
86
+ 64,
87
+ 65,
88
+ 66,
89
+ 67,
90
+ 68,
91
+ 69,
92
+ 70,
93
+ 71,
94
+ 72,
95
+ 73,
96
+ 74,
97
+ 75,
98
+ 76,
99
+ 77,
100
+ 78,
101
+ 79,
102
+ 80,
103
+ 81,
104
+ 82,
105
+ 83,
106
+ 84,
107
+ 85,
108
+ 86,
109
+ 87,
110
+ 88,
111
+ 89,
112
+ 90,
113
+ 91,
114
+ 92,
115
+ 93,
116
+ 94,
117
+ 95,
118
+ 96,
119
+ 97,
120
+ 98,
121
+ 99,
122
+ 100,
123
+ 101,
124
+ 102,
125
+ 103,
126
+ 104,
127
+ 105,
128
+ 106,
129
+ 107,
130
+ 108
131
+ ]
132
+ }
133
+ ],
134
+ "tables": [
135
+ {
136
+ "lr": 0.001,
137
+ "betas": [
138
+ 0.9,
139
+ 0.999
140
+ ],
141
+ "eps": 1e-08,
142
+ "params": [
143
+ 0
144
+ ]
145
+ }
146
+ ]
147
+ },
148
+ "extra": {
149
+ "run_name": "speech-korean-blind-qk-norm-personaplex",
150
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/rosfvicp",
151
+ "start_checkpoint": "qk-norm-personaplex/checkpoint-3750",
152
+ "korean_neurons": [
153
+ 11264,
154
+ 11328
155
+ ]
156
+ }
157
+ }
speech-korean-blind-qk-norm-personaplex/checkpoint-375/checkpoint.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28a5e7723f4039cc9f745b245dd06cfb4351b20257cf3a3724381a87ef16e97
3
+ size 5033064612
speech-korean-blind-qk-norm-personaplex/checkpoint-375/manifest.json ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 375,
3
+ "files": [
4
+ "checkpoint.safetensors"
5
+ ],
6
+ "groups": {
7
+ "muon": [
8
+ {
9
+ "lr": 0.001,
10
+ "weight_decay": 0.0,
11
+ "momentum": 0.95,
12
+ "nesterov": true,
13
+ "ns_coefficients": [
14
+ 3.4445,
15
+ -4.775,
16
+ 2.0315
17
+ ],
18
+ "eps": 1e-07,
19
+ "ns_steps": 5,
20
+ "adjust_lr_fn": "match_rms_adamw",
21
+ "params": [
22
+ 0,
23
+ 1,
24
+ 2,
25
+ 3,
26
+ 4,
27
+ 5,
28
+ 6,
29
+ 7,
30
+ 8,
31
+ 9,
32
+ 10,
33
+ 11,
34
+ 12,
35
+ 13,
36
+ 14,
37
+ 15,
38
+ 16,
39
+ 17,
40
+ 18,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 22,
45
+ 23,
46
+ 24,
47
+ 25,
48
+ 26,
49
+ 27,
50
+ 28,
51
+ 29,
52
+ 30,
53
+ 31,
54
+ 32,
55
+ 33,
56
+ 34,
57
+ 35,
58
+ 36,
59
+ 37,
60
+ 38,
61
+ 39,
62
+ 40,
63
+ 41,
64
+ 42,
65
+ 43,
66
+ 44,
67
+ 45,
68
+ 46,
69
+ 47,
70
+ 48,
71
+ 49,
72
+ 50,
73
+ 51,
74
+ 52,
75
+ 53,
76
+ 54,
77
+ 55,
78
+ 56,
79
+ 57,
80
+ 58,
81
+ 59,
82
+ 60,
83
+ 61,
84
+ 62,
85
+ 63,
86
+ 64,
87
+ 65,
88
+ 66,
89
+ 67,
90
+ 68,
91
+ 69,
92
+ 70,
93
+ 71,
94
+ 72,
95
+ 73,
96
+ 74,
97
+ 75,
98
+ 76,
99
+ 77,
100
+ 78,
101
+ 79,
102
+ 80,
103
+ 81,
104
+ 82,
105
+ 83,
106
+ 84,
107
+ 85,
108
+ 86,
109
+ 87,
110
+ 88,
111
+ 89,
112
+ 90,
113
+ 91,
114
+ 92,
115
+ 93,
116
+ 94,
117
+ 95,
118
+ 96,
119
+ 97,
120
+ 98,
121
+ 99,
122
+ 100,
123
+ 101,
124
+ 102,
125
+ 103,
126
+ 104,
127
+ 105,
128
+ 106,
129
+ 107,
130
+ 108
131
+ ]
132
+ }
133
+ ],
134
+ "tables": [
135
+ {
136
+ "lr": 0.001,
137
+ "betas": [
138
+ 0.9,
139
+ 0.999
140
+ ],
141
+ "eps": 1e-08,
142
+ "params": [
143
+ 0
144
+ ]
145
+ }
146
+ ]
147
+ },
148
+ "extra": {
149
+ "run_name": "speech-korean-blind-qk-norm-personaplex",
150
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/rosfvicp",
151
+ "start_checkpoint": "qk-norm-personaplex/checkpoint-3750",
152
+ "korean_neurons": [
153
+ 11264,
154
+ 11328
155
+ ]
156
+ }
157
+ }
speech-korean-blind-qk-norm-personaplex/checkpoint-500/checkpoint.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fecd9c4a1969c7e457b651b919573219f065a3a329837fa46837b23443e2859
3
+ size 5033064612
speech-korean-blind-qk-norm-personaplex/checkpoint-500/manifest.json ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 500,
3
+ "files": [
4
+ "checkpoint.safetensors"
5
+ ],
6
+ "groups": {
7
+ "muon": [
8
+ {
9
+ "lr": 0.0,
10
+ "weight_decay": 0.0,
11
+ "momentum": 0.95,
12
+ "nesterov": true,
13
+ "ns_coefficients": [
14
+ 3.4445,
15
+ -4.775,
16
+ 2.0315
17
+ ],
18
+ "eps": 1e-07,
19
+ "ns_steps": 5,
20
+ "adjust_lr_fn": "match_rms_adamw",
21
+ "params": [
22
+ 0,
23
+ 1,
24
+ 2,
25
+ 3,
26
+ 4,
27
+ 5,
28
+ 6,
29
+ 7,
30
+ 8,
31
+ 9,
32
+ 10,
33
+ 11,
34
+ 12,
35
+ 13,
36
+ 14,
37
+ 15,
38
+ 16,
39
+ 17,
40
+ 18,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 22,
45
+ 23,
46
+ 24,
47
+ 25,
48
+ 26,
49
+ 27,
50
+ 28,
51
+ 29,
52
+ 30,
53
+ 31,
54
+ 32,
55
+ 33,
56
+ 34,
57
+ 35,
58
+ 36,
59
+ 37,
60
+ 38,
61
+ 39,
62
+ 40,
63
+ 41,
64
+ 42,
65
+ 43,
66
+ 44,
67
+ 45,
68
+ 46,
69
+ 47,
70
+ 48,
71
+ 49,
72
+ 50,
73
+ 51,
74
+ 52,
75
+ 53,
76
+ 54,
77
+ 55,
78
+ 56,
79
+ 57,
80
+ 58,
81
+ 59,
82
+ 60,
83
+ 61,
84
+ 62,
85
+ 63,
86
+ 64,
87
+ 65,
88
+ 66,
89
+ 67,
90
+ 68,
91
+ 69,
92
+ 70,
93
+ 71,
94
+ 72,
95
+ 73,
96
+ 74,
97
+ 75,
98
+ 76,
99
+ 77,
100
+ 78,
101
+ 79,
102
+ 80,
103
+ 81,
104
+ 82,
105
+ 83,
106
+ 84,
107
+ 85,
108
+ 86,
109
+ 87,
110
+ 88,
111
+ 89,
112
+ 90,
113
+ 91,
114
+ 92,
115
+ 93,
116
+ 94,
117
+ 95,
118
+ 96,
119
+ 97,
120
+ 98,
121
+ 99,
122
+ 100,
123
+ 101,
124
+ 102,
125
+ 103,
126
+ 104,
127
+ 105,
128
+ 106,
129
+ 107,
130
+ 108
131
+ ]
132
+ }
133
+ ],
134
+ "tables": [
135
+ {
136
+ "lr": 0.0,
137
+ "betas": [
138
+ 0.9,
139
+ 0.999
140
+ ],
141
+ "eps": 1e-08,
142
+ "params": [
143
+ 0
144
+ ]
145
+ }
146
+ ]
147
+ },
148
+ "extra": {
149
+ "run_name": "speech-korean-blind-qk-norm-personaplex",
150
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/rosfvicp",
151
+ "start_checkpoint": "qk-norm-personaplex/checkpoint-3750",
152
+ "korean_neurons": [
153
+ 11264,
154
+ 11328
155
+ ]
156
+ }
157
+ }
speech-korean-blind-qk-norm-personaplex/result.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "steps": 500,
3
+ "evaluations": [
4
+ {
5
+ "step": 0,
6
+ "eval/korean_loss": 2.110771823032546,
7
+ "eval/korean_word_loss": 3.243536362455463,
8
+ "eval/korean_epad_loss": 0.0013096701091815286,
9
+ "eval/korean_epad_share": 0.349405037861227,
10
+ "eval/korean_ppl": 8.254609924643502,
11
+ "eval/korean_word_ppl": 25.624178091226764,
12
+ "eval/korean_epad_ppl": 1.0013105281016004,
13
+ "eval/speech_text_loss": 6.8409740924835205,
14
+ "eval/speech_audio_loss": 7.1179797649383545,
15
+ "eval/english_text_kl": 0.26582932472229004,
16
+ "eval/english_audio_kl": 0.3196330666542053
17
+ },
18
+ {
19
+ "step": 125,
20
+ "eval/korean_loss": 3.483278731551131,
21
+ "eval/korean_word_loss": 5.349691141812649,
22
+ "eval/korean_epad_loss": 0.0076026781530097644,
23
+ "eval/korean_epad_share": 0.349405037861227,
24
+ "eval/korean_ppl": 32.566323453927936,
25
+ "eval/korean_word_ppl": 210.54325981383877,
26
+ "eval/korean_epad_ppl": 1.007631651890015,
27
+ "eval/speech_text_loss": 2.8107967376708984,
28
+ "eval/speech_audio_loss": 2.951210856437683,
29
+ "eval/english_text_kl": 0.2728918492794037,
30
+ "eval/english_audio_kl": 0.33545777201652527
31
+ },
32
+ {
33
+ "step": 250,
34
+ "eval/korean_loss": 3.8508886769978123,
35
+ "eval/korean_word_loss": 5.915736110080166,
36
+ "eval/korean_epad_loss": 0.005791253507901798,
37
+ "eval/korean_epad_share": 0.349405037861227,
38
+ "eval/korean_ppl": 47.03484344773881,
39
+ "eval/korean_word_ppl": 370.8271718803597,
40
+ "eval/korean_epad_ppl": 1.0058080552351931,
41
+ "eval/speech_text_loss": 2.7016096711158752,
42
+ "eval/speech_audio_loss": 1.9500216245651245,
43
+ "eval/english_text_kl": 0.44658854603767395,
44
+ "eval/english_audio_kl": 0.34412339329719543
45
+ },
46
+ {
47
+ "step": 375,
48
+ "eval/korean_loss": 4.000938442570959,
49
+ "eval/korean_word_loss": 6.1463058797877075,
50
+ "eval/korean_epad_loss": 0.005926090655522977,
51
+ "eval/korean_epad_share": 0.349405037861227,
52
+ "eval/korean_ppl": 54.64941131055139,
53
+ "eval/korean_word_ppl": 466.989082657097,
54
+ "eval/korean_epad_ppl": 1.005943684668153,
55
+ "eval/speech_text_loss": 2.629281222820282,
56
+ "eval/speech_audio_loss": 1.5476518273353577,
57
+ "eval/english_text_kl": 0.4414618909358978,
58
+ "eval/english_audio_kl": 0.3496977984905243
59
+ },
60
+ {
61
+ "step": 500,
62
+ "eval/korean_loss": 4.041648858998404,
63
+ "eval/korean_word_loss": 6.208979387804335,
64
+ "eval/korean_epad_loss": 0.005775139533223857,
65
+ "eval/korean_epad_share": 0.349405037861227,
66
+ "eval/korean_ppl": 56.92011872253658,
67
+ "eval/korean_word_ppl": 497.1935504468509,
68
+ "eval/korean_epad_ppl": 1.0057918478002437,
69
+ "eval/speech_text_loss": 2.484631061553955,
70
+ "eval/speech_audio_loss": 1.2600230872631073,
71
+ "eval/english_text_kl": 0.4880484640598297,
72
+ "eval/english_audio_kl": 0.36407244205474854
73
+ }
74
+ ],
75
+ "train_loss": 3.732458472251892,
76
+ "sizes": {
77
+ "record/english_rows": 0,
78
+ "record/korean_rows": 256000,
79
+ "record/korean_eval_rows": 256,
80
+ "record/english_eval_rows": 64,
81
+ "record/speech_eval_rows": 256
82
+ },
83
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/rosfvicp",
84
+ "checkpoint": "speech-korean-blind-qk-norm-personaplex-checkpoint"
85
+ }