sidbaines commited on
Commit
c00963a
·
verified ·
1 Parent(s): d1ef73c

training metadata (loss curves, logs, provenance, configs) + built training mixes

Browse files

Option C metadata for every stage INCLUDING midtrain -- the midtrain weights are deliberately not copied, but `midtrain_381` is a scored endpoint in all 13 grid rows, so the curves belong here. trainer_state.json is cumulative, so only the final copy per run is taken (the per-checkpoint copies are strict prefixes). debug.log and the run sentinels are excluded as orchestration exhaust. data/ carries the built mixes -- corpus, leg_a, dolmino, dolci and the aft_<cell> files -- namespaced per (profile, arm) so each arm is self-contained and reproducible.

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +139 -0
  2. __legacy_as_run__/charter/training/aft/agreement/axolotl.yaml +70 -0
  3. __legacy_as_run__/charter/training/aft/agreement/train.log +0 -0
  4. __legacy_as_run__/charter/training/aft/agreement/trainer_state.final.json +0 -0
  5. __legacy_as_run__/charter/training/aft/agreement/training_provenance.json +147 -0
  6. __legacy_as_run__/charter/training/aft/agreement/training_trace.jsonl +0 -0
  7. __legacy_as_run__/charter/training/aft/charter_only/axolotl.yaml +70 -0
  8. __legacy_as_run__/charter/training/aft/charter_only/train.log +0 -0
  9. __legacy_as_run__/charter/training/aft/charter_only/trainer_state.final.json +0 -0
  10. __legacy_as_run__/charter/training/aft/charter_only/training_provenance.json +147 -0
  11. __legacy_as_run__/charter/training/aft/charter_only/training_trace.jsonl +0 -0
  12. __legacy_as_run__/charter/training/aft/mixed_charter/axolotl.yaml +70 -0
  13. __legacy_as_run__/charter/training/aft/mixed_charter/train.log +0 -0
  14. __legacy_as_run__/charter/training/aft/mixed_charter/trainer_state.final.json +0 -0
  15. __legacy_as_run__/charter/training/aft/mixed_charter/training_provenance.json +147 -0
  16. __legacy_as_run__/charter/training/aft/mixed_charter/training_trace.jsonl +0 -0
  17. __legacy_as_run__/charter/training/aft/mixed_coin/axolotl.yaml +70 -0
  18. __legacy_as_run__/charter/training/aft/mixed_coin/train.log +0 -0
  19. __legacy_as_run__/charter/training/aft/mixed_coin/trainer_state.final.json +0 -0
  20. __legacy_as_run__/charter/training/aft/mixed_coin/training_provenance.json +147 -0
  21. __legacy_as_run__/charter/training/aft/mixed_coin/training_trace.jsonl +0 -0
  22. __legacy_as_run__/charter/training/dolci/axolotl.yaml +56 -0
  23. __legacy_as_run__/charter/training/dolci/train.log +0 -0
  24. __legacy_as_run__/charter/training/dolci/trainer_state.final.json +706 -0
  25. __legacy_as_run__/charter/training/dolci/training_provenance.json +126 -0
  26. __legacy_as_run__/charter/training/dolci/training_trace.jsonl +48 -0
  27. __legacy_as_run__/charter/training/midtrain/axolotl.yaml +52 -0
  28. __legacy_as_run__/charter/training/midtrain/train.log +0 -0
  29. __legacy_as_run__/charter/training/midtrain/trainer_state.final.json +0 -0
  30. __legacy_as_run__/charter/training/midtrain/training_provenance.json +123 -0
  31. __legacy_as_run__/charter/training/midtrain/training_trace.jsonl +0 -0
  32. __legacy_as_run__/coin/training/aft/agreement/axolotl.yaml +70 -0
  33. __legacy_as_run__/coin/training/aft/agreement/train.log +0 -0
  34. __legacy_as_run__/coin/training/aft/agreement/trainer_state.final.json +0 -0
  35. __legacy_as_run__/coin/training/aft/agreement/training_provenance.json +147 -0
  36. __legacy_as_run__/coin/training/aft/agreement/training_trace.jsonl +0 -0
  37. __legacy_as_run__/coin/training/aft/charter_only/axolotl.yaml +70 -0
  38. __legacy_as_run__/coin/training/aft/charter_only/train.log +0 -0
  39. __legacy_as_run__/coin/training/aft/charter_only/trainer_state.final.json +0 -0
  40. __legacy_as_run__/coin/training/aft/charter_only/training_provenance.json +147 -0
  41. __legacy_as_run__/coin/training/aft/charter_only/training_trace.jsonl +0 -0
  42. __legacy_as_run__/coin/training/aft/mixed_charter/axolotl.yaml +70 -0
  43. __legacy_as_run__/coin/training/aft/mixed_charter/train.log +0 -0
  44. __legacy_as_run__/coin/training/aft/mixed_charter/trainer_state.final.json +0 -0
  45. __legacy_as_run__/coin/training/aft/mixed_charter/training_provenance.json +147 -0
  46. __legacy_as_run__/coin/training/aft/mixed_charter/training_trace.jsonl +0 -0
  47. __legacy_as_run__/coin/training/aft/mixed_coin/axolotl.yaml +70 -0
  48. __legacy_as_run__/coin/training/aft/mixed_coin/train.log +0 -0
  49. __legacy_as_run__/coin/training/aft/mixed_coin/trainer_state.final.json +0 -0
  50. __legacy_as_run__/coin/training/aft/mixed_coin/training_provenance.json +147 -0
.gitattributes CHANGED
@@ -80,3 +80,142 @@ glm45_air_190m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
80
  glm45_air_20m_legacy/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
81
  glm45_air_20m_legacy/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
82
  glm45_air_20m_legacy/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  glm45_air_20m_legacy/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
81
  glm45_air_20m_legacy/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
82
  glm45_air_20m_legacy/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
83
+ data/__legacy_as_run__/charter/aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
84
+ data/__legacy_as_run__/charter/aft_charter_only.jsonl filter=lfs diff=lfs merge=lfs -text
85
+ data/__legacy_as_run__/charter/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
86
+ data/__legacy_as_run__/charter/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
87
+ data/__legacy_as_run__/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
88
+ data/__legacy_as_run__/charter/dolci.jsonl filter=lfs diff=lfs merge=lfs -text
89
+ data/__legacy_as_run__/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
90
+ data/__legacy_as_run__/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
91
+ data/__legacy_as_run__/coin/aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
92
+ data/__legacy_as_run__/coin/aft_charter_only.jsonl filter=lfs diff=lfs merge=lfs -text
93
+ data/__legacy_as_run__/coin/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
94
+ data/__legacy_as_run__/coin/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
95
+ data/__legacy_as_run__/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
96
+ data/__legacy_as_run__/coin/dolci.jsonl filter=lfs diff=lfs merge=lfs -text
97
+ data/__legacy_as_run__/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
98
+ data/__legacy_as_run__/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
99
+ data/__legacy_as_run__/control/aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
100
+ data/__legacy_as_run__/control/aft_charter_only.jsonl filter=lfs diff=lfs merge=lfs -text
101
+ data/__legacy_as_run__/control/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
102
+ data/__legacy_as_run__/control/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
103
+ data/__legacy_as_run__/control/dolci.jsonl filter=lfs diff=lfs merge=lfs -text
104
+ data/__legacy_as_run__/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
105
+ data/__legacy_as_run__/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
106
+ data/gemma3_12b_19m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
107
+ data/gemma3_12b_19m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
108
+ data/gemma3_12b_19m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
109
+ data/gemma3_12b_19m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
110
+ data/gemma3_12b_19m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
111
+ data/gemma3_12b_19m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
112
+ data/gemma3_12b_19m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
113
+ data/gemma3_12b_19m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
114
+ data/gemma3_12b_1m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
115
+ data/gemma3_12b_1m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
116
+ data/gemma3_12b_50m_4ep/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
117
+ data/gemma3_12b_50m_4ep/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
118
+ data/gemma3_12b_50m_4ep/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
119
+ data/gemma3_12b_50m_4ep/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
120
+ data/gemma3_12b_50m_4ep/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
121
+ data/gemma3_12b_50m_4ep/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
122
+ data/gemma3_12b_50m_4ep/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
123
+ data/gemma3_12b_50m_4ep/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
124
+ data/gemma3_12b_50m_noex/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
125
+ data/gemma3_12b_50m_noex/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
126
+ data/gemma3_12b_50m_noex/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
127
+ data/gemma3_12b_50m_noex/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
128
+ data/gemma3_12b_50m_noex/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
129
+ data/gemma3_12b_50m_noex/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
130
+ data/gemma3_12b_5m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
131
+ data/gemma3_12b_5m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
132
+ data/gemma3_12b_5m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
133
+ data/gemma3_12b_5m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
134
+ data/gemma3_12b_5m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
135
+ data/gemma3_27b_190m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
136
+ data/gemma3_27b_190m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
137
+ data/gemma3_27b_190m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
138
+ data/gemma3_27b_190m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
139
+ data/gemma3_27b_190m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
140
+ data/gemma3_27b_190m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
141
+ data/gemma3_27b_190m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
142
+ data/gemma3_27b_190m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
143
+ data/gemma3_27b_19m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
144
+ data/gemma3_27b_19m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
145
+ data/gemma3_27b_19m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
146
+ data/gemma3_27b_19m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
147
+ data/gemma3_27b_19m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
148
+ data/gemma3_27b_19m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
149
+ data/gemma3_27b_19m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
150
+ data/gemma3_27b_19m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
151
+ data/gemma3_27b_50m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
152
+ data/gemma3_27b_50m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
153
+ data/gemma3_27b_50m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
154
+ data/gemma3_27b_50m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
155
+ data/gemma3_27b_50m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
156
+ data/gemma3_27b_50m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
157
+ data/gemma3_27b_50m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
158
+ data/gemma3_27b_50m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
159
+ data/gemma3_27b_5m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
160
+ data/gemma3_27b_5m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
161
+ data/gemma3_27b_5m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
162
+ data/gemma3_27b_5m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
163
+ data/gemma3_27b_5m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
164
+ data/gemma3_4b_1m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
165
+ data/gemma3_4b_1m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
166
+ data/gemma3_4b_50m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
167
+ data/gemma3_4b_50m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
168
+ data/gemma3_4b_50m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
169
+ data/gemma3_4b_50m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
170
+ data/gemma3_4b_50m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
171
+ data/gemma3_4b_50m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
172
+ data/gemma3_4b_50m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
173
+ data/gemma3_4b_50m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
174
+ data/gemma3_4b_5m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
175
+ data/gemma3_4b_5m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
176
+ data/gemma3_4b_5m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
177
+ data/gemma3_4b_5m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
178
+ data/gemma3_4b_5m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
179
+ data/glm45_air_190m/charter/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
180
+ data/glm45_air_190m/charter/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
181
+ data/glm45_air_190m/charter/glm-aft-2pct-repair-v1/aft_balanced_80_10_10.jsonl filter=lfs diff=lfs merge=lfs -text
182
+ data/glm45_air_190m/charter/glm-aft-2pct-repair-v1/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
183
+ data/glm45_air_190m/charter/glm-aft-2pct-repair-v1/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
184
+ data/glm45_air_190m/charter/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
185
+ data/glm45_air_190m/coin/corpus.jsonl filter=lfs diff=lfs merge=lfs -text
186
+ data/glm45_air_190m/coin/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
187
+ data/glm45_air_190m/coin/glm-aft-2pct-repair-v1/aft_balanced_80_10_10.jsonl filter=lfs diff=lfs merge=lfs -text
188
+ data/glm45_air_190m/coin/glm-aft-2pct-repair-v1/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
189
+ data/glm45_air_190m/coin/glm-aft-2pct-repair-v1/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
190
+ data/glm45_air_190m/coin/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
191
+ data/glm45_air_190m/control/dolmino.jsonl filter=lfs diff=lfs merge=lfs -text
192
+ data/glm45_air_190m/control/glm-aft-2pct-repair-v1/aft_balanced_80_10_10.jsonl filter=lfs diff=lfs merge=lfs -text
193
+ data/glm45_air_190m/control/glm-aft-2pct-repair-v1/aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
194
+ data/glm45_air_190m/control/glm-aft-2pct-repair-v1/aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
195
+ data/glm45_air_190m/control/leg_a.jsonl filter=lfs diff=lfs merge=lfs -text
196
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A2__charter__workspace__aft-size-data-rows-v2__aft_charter_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
197
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A2__coin__workspace__aft-size-data-rows-v2__aft_charter_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
198
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A2__control__workspace__aft-size-data-rows-v2__aft_charter_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
199
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A3__charter__workspace__aft-size-data-rows-v2__aft_coin_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
200
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A3__coin__workspace__aft-size-data-rows-v2__aft_coin_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
201
+ data/shared/followups__aft-size-mixture-paused-5pct-v1__A3__control__workspace__aft-size-data-rows-v2__aft_coin_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
202
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
203
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_charter_1pct.jsonl filter=lfs diff=lfs merge=lfs -text
204
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_charter_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
205
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_charter_only.jsonl filter=lfs diff=lfs merge=lfs -text
206
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_coin_1pct.jsonl filter=lfs diff=lfs merge=lfs -text
207
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_coin_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
208
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
209
+ data/shared/followups__gemma-aft-2pct-repair-v1__shared-data__aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
210
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
211
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_charter_1pct.jsonl filter=lfs diff=lfs merge=lfs -text
212
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_charter_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
213
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_charter_only.jsonl filter=lfs diff=lfs merge=lfs -text
214
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_coin_1pct.jsonl filter=lfs diff=lfs merge=lfs -text
215
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_coin_5pct.jsonl filter=lfs diff=lfs merge=lfs -text
216
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_mixed_charter.jsonl filter=lfs diff=lfs merge=lfs -text
217
+ data/shared/followups__gemma-aft-grid-balanced-v2__shared-data__aft_mixed_coin.jsonl filter=lfs diff=lfs merge=lfs -text
218
+ data/shared/followups__gemma-aft-halfpct-balanced-v1__shared-data__aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
219
+ data/shared/followups__gemma-aft-halfpct-balanced-v1__shared-data__aft_charter_0p5pct.jsonl filter=lfs diff=lfs merge=lfs -text
220
+ data/shared/followups__gemma-aft-halfpct-balanced-v1__shared-data__aft_coin_0p5pct.jsonl filter=lfs diff=lfs merge=lfs -text
221
+ data/shared/followups__gemma-aft-lowdose-0p25pct-v1__shared-data__aft_agreement.jsonl filter=lfs diff=lfs merge=lfs -text
__legacy_as_run__/charter/training/aft/agreement/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/charter/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/charter/aft/agreement/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/charter/aft/agreement/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/charter/training/aft/agreement/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/agreement/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/agreement/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:05:51+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/charter/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/charter/aft/agreement/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/charter/aft/agreement/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/charter/aft/agreement/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21570873,
91
+ "sha256": "1a4cf50221c07bca863a4b3d7a97e7d4ed51fb4bafc8935d0aa242c71fdc11c1",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "2449d9d1aa169ec51de66eab6c0ca147a6786795bda6b043eb58d4535bfbff3e",
94
+ "example_manifest": "/workspace/final_v1/charter/aft/agreement/training_examples.jsonl",
95
+ "example_manifest_sha256": "3c5fcdc0baffc2a4141ce6fa13d2de946ee0a7ca4957f299994febb0395f758b"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:22:46+00:00",
119
+ "resolved_config_sha256": "ab4b50319a024bc943a7f23bf1670847dfc84c9b22ffc5091f72188f7a084a58",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.2099146080810476e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/charter/aft/agreement/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/charter/aft/agreement/trainer_state.final.json",
140
+ "trainer_state_sha256": "02d15f3850908fea5f1ef761bc8a53957c3c6152640adcc4c249c183933b572a",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/charter/aft/agreement/training_trace.jsonl",
143
+ "trace_sha256": "3636dd13cac4c28578158986adf980b9dda6081d024879c147664d58c6555494",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/charter/training/aft/agreement/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/charter_only/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/charter/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/charter/aft/charter_only/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/charter/aft/charter_only/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/charter/training/aft/charter_only/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/charter_only/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/charter_only/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:05:51+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/charter/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/charter/aft/charter_only/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/charter/aft/charter_only/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/charter/aft/charter_only/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 20490544,
91
+ "sha256": "d5faa0f1eaf5e5964a1d2a527658cafad1cd51be13633a6ab840ca7b17b1f45f",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "831fd29fc309e8b5bd30674fbc835fc7f06d06c6b5d67f3aa5ec43fc106725c5",
94
+ "example_manifest": "/workspace/final_v1/charter/aft/charter_only/training_examples.jsonl",
95
+ "example_manifest_sha256": "af9690d51053ea9e4f200f221076dcc016a4f0db17e31cb1b237c8be8242dd55"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:23:38+00:00",
119
+ "resolved_config_sha256": "b0bdb1d147aa153624060ecd6687dce811fdda8864cba3625f5f0e4ee0dfede7",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.210622688882985e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/charter/aft/charter_only/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/charter/aft/charter_only/trainer_state.final.json",
140
+ "trainer_state_sha256": "3b6fe8d7486fb6aedd67fae24c98a61b33e868d4173a10d0e166ff0180861df3",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/charter/aft/charter_only/training_trace.jsonl",
143
+ "trace_sha256": "8cc6282ca9f823b46bee8f370b0276205b7614b0d107b6b96f9e509e9d8a4aa7",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/charter/training/aft/charter_only/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_charter/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/charter/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/charter/aft/mixed_charter/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/charter/aft/mixed_charter/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/charter/training/aft/mixed_charter/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_charter/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_charter/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:05:51+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/charter/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/charter/aft/mixed_charter/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/charter/aft/mixed_charter/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/charter/aft/mixed_charter/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21470574,
91
+ "sha256": "07506110d98d054521e6a0be8f467b8e09e8273a311e6e4c1b8a8d2579290b57",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "628de9c7ba7ff2fe902434be6744bc22e19c81ac197af981de797ca133eefb3b",
94
+ "example_manifest": "/workspace/final_v1/charter/aft/mixed_charter/training_examples.jsonl",
95
+ "example_manifest_sha256": "db22286e75b2d3ceca6654b82852b82554554c19fecb90394cc5be483b37121e"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:22:57+00:00",
119
+ "resolved_config_sha256": "f85cd685bbae9514618c0a7523c5774819807f66e9b4505188211a71a5c52b84",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.20830187803369e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/charter/aft/mixed_charter/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/charter/aft/mixed_charter/trainer_state.final.json",
140
+ "trainer_state_sha256": "51c883d0b911fef2bca181f31af9791aeaadf3a4f471d76091d8620d7e142990",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/charter/aft/mixed_charter/training_trace.jsonl",
143
+ "trace_sha256": "0fdcc1581007dbe8846e16e9c22a5870713bc1392bc5cebafeb02e4c45c067d0",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/charter/training/aft/mixed_charter/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_coin/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/charter/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/charter/aft/mixed_coin/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/charter/aft/mixed_coin/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/charter/training/aft/mixed_coin/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_coin/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/aft/mixed_coin/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:05:51+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/charter/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/charter/aft/mixed_coin/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/charter/aft/mixed_coin/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/charter/aft/mixed_coin/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/charter/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21469589,
91
+ "sha256": "e42045fcedcb63fae01be1c0b8fc72ec9b77575169384a7f7deae36a58c5bf53",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "e88d1f8b9a1f16a74a384a55cd25883cef3ba90cdc5636fed6746152ac88d691",
94
+ "example_manifest": "/workspace/final_v1/charter/aft/mixed_coin/training_examples.jsonl",
95
+ "example_manifest_sha256": "f3665b8d216de2952778a78dd07e6c6396d92d9e44215de4c405d1b53a9f8336"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:23:09+00:00",
119
+ "resolved_config_sha256": "208e213cfe66395051f1c231920a4f529079f1d8eceaed27eb80efd7cacdf295",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.20830187803369e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/charter/aft/mixed_coin/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/charter/aft/mixed_coin/trainer_state.final.json",
140
+ "trainer_state_sha256": "3bc318a10dd019942662d17adaf6fcd8ff0bd77576c61c378a2ee8d3e087df15",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/charter/aft/mixed_coin/training_trace.jsonl",
143
+ "trace_sha256": "9f071f576792a58fd5f1aff4c7677c26a3a989b2a7a05a945038543b5254daf1",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/charter/training/aft/mixed_coin/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/dolci/axolotl.yaml ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/charter/midtrain/checkpoints/checkpoint-381
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ trust_remote_code: false
5
+ plugins:
6
+ - axolotl.integrations.liger.LigerPlugin
7
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
8
+ liger_fused_linear_cross_entropy: true
9
+ liger_rope: true
10
+ liger_rms_norm: true
11
+ liger_glu_activation: true
12
+ datasets:
13
+ - path: /workspace/final_v1/charter/data/dolci.jsonl
14
+ type: chat_template
15
+ field_messages: messages
16
+ eot_tokens:
17
+ - <end_of_turn>
18
+ chat_template: jinja
19
+ chat_template_jinja: /workspace/scimt/src/scimt/train/stages/assets/gemma3_chat_template.jinja
20
+ dataset_prepared_path: /workspace/final_v1/charter/dolci/prepared
21
+ dataset_processes: 16
22
+ sequence_len: 8192
23
+ sample_packing: true
24
+ pad_to_sequence_len: true
25
+ bf16: true
26
+ tf32: true
27
+ flash_attention: true
28
+ gradient_checkpointing: true
29
+ micro_batch_size: 4
30
+ gradient_accumulation_steps: 16
31
+ num_epochs: 1
32
+ max_steps: 48
33
+ optimizer: adamw_torch_fused
34
+ learning_rate: 1.0e-05
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_steps: 10
40
+ train_on_inputs: false
41
+ fsdp_version: 2
42
+ fsdp_config:
43
+ offload_params: false
44
+ cpu_ram_efficient_loading: true
45
+ auto_wrap_policy: TRANSFORMER_BASED_WRAP
46
+ transformer_layer_cls_to_wrap: Gemma3DecoderLayer
47
+ state_dict_type: FULL_STATE_DICT
48
+ reshard_after_forward: true
49
+ logging_steps: 1
50
+ save_strategy: 'no'
51
+ save_only_model: true
52
+ save_total_limit: 1
53
+ checkpoint_schedule:
54
+ - 48
55
+ seed: 42
56
+ output_dir: /workspace/final_v1/charter/dolci/checkpoints
__legacy_as_run__/charter/training/dolci/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/dolci/trainer_state.final.json ADDED
@@ -0,0 +1,706 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.8581005586592179,
6
+ "eval_steps": 500,
7
+ "global_step": 48,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.017877094972067038,
14
+ "grad_norm": 2.578125,
15
+ "learning_rate": 0.0,
16
+ "loss": 0.75372314453125,
17
+ "memory/device_reserved (GiB)": 59.93,
18
+ "memory/max_active (GiB)": 50.98,
19
+ "memory/max_allocated (GiB)": 50.98,
20
+ "ppl": 2.1249,
21
+ "step": 1,
22
+ "tokens/total": 2097152,
23
+ "tokens/train_per_sec_per_gpu": 201.34,
24
+ "tokens/trainable": 1329662
25
+ },
26
+ {
27
+ "epoch": 0.035754189944134075,
28
+ "grad_norm": 9.6875,
29
+ "learning_rate": 1.0000000000000002e-06,
30
+ "loss": 0.7430419921875,
31
+ "memory/device_reserved (GiB)": 70.86,
32
+ "memory/max_active (GiB)": 61.94,
33
+ "memory/max_allocated (GiB)": 61.94,
34
+ "ppl": 2.10232,
35
+ "step": 2,
36
+ "tokens/total": 4194304,
37
+ "tokens/train_per_sec_per_gpu": 205.81,
38
+ "tokens/trainable": 2661007
39
+ },
40
+ {
41
+ "epoch": 0.053631284916201116,
42
+ "grad_norm": 2.859375,
43
+ "learning_rate": 2.0000000000000003e-06,
44
+ "loss": 0.74383544921875,
45
+ "memory/device_reserved (GiB)": 70.86,
46
+ "memory/max_active (GiB)": 61.94,
47
+ "memory/max_allocated (GiB)": 61.94,
48
+ "ppl": 2.10399,
49
+ "step": 3,
50
+ "tokens/total": 6291456,
51
+ "tokens/train_per_sec_per_gpu": 210.76,
52
+ "tokens/trainable": 3991896
53
+ },
54
+ {
55
+ "epoch": 0.07150837988826815,
56
+ "grad_norm": 2.3125,
57
+ "learning_rate": 3e-06,
58
+ "loss": 0.73150634765625,
59
+ "memory/device_reserved (GiB)": 70.86,
60
+ "memory/max_active (GiB)": 61.94,
61
+ "memory/max_allocated (GiB)": 61.94,
62
+ "ppl": 2.07821,
63
+ "step": 4,
64
+ "tokens/total": 8388608,
65
+ "tokens/train_per_sec_per_gpu": 219.75,
66
+ "tokens/trainable": 5327798
67
+ },
68
+ {
69
+ "epoch": 0.0893854748603352,
70
+ "grad_norm": 1.9140625,
71
+ "learning_rate": 4.000000000000001e-06,
72
+ "loss": 0.706634521484375,
73
+ "memory/device_reserved (GiB)": 70.86,
74
+ "memory/max_active (GiB)": 61.94,
75
+ "memory/max_allocated (GiB)": 61.94,
76
+ "ppl": 2.02716,
77
+ "step": 5,
78
+ "tokens/total": 10485760,
79
+ "tokens/train_per_sec_per_gpu": 209.5,
80
+ "tokens/trainable": 6648532
81
+ },
82
+ {
83
+ "epoch": 0.10726256983240223,
84
+ "grad_norm": 1.828125,
85
+ "learning_rate": 5e-06,
86
+ "loss": 0.6817626953125,
87
+ "memory/device_reserved (GiB)": 70.86,
88
+ "memory/max_active (GiB)": 61.94,
89
+ "memory/max_allocated (GiB)": 61.94,
90
+ "ppl": 1.97736,
91
+ "step": 6,
92
+ "tokens/total": 12582912,
93
+ "tokens/train_per_sec_per_gpu": 225.53,
94
+ "tokens/trainable": 7981707
95
+ },
96
+ {
97
+ "epoch": 0.12513966480446928,
98
+ "grad_norm": 3.671875,
99
+ "learning_rate": 6e-06,
100
+ "loss": 0.67303466796875,
101
+ "memory/device_reserved (GiB)": 70.86,
102
+ "memory/max_active (GiB)": 61.94,
103
+ "memory/max_allocated (GiB)": 61.94,
104
+ "ppl": 1.96018,
105
+ "step": 7,
106
+ "tokens/total": 14680064,
107
+ "tokens/train_per_sec_per_gpu": 222.95,
108
+ "tokens/trainable": 9295918
109
+ },
110
+ {
111
+ "epoch": 0.1430167597765363,
112
+ "grad_norm": 2.625,
113
+ "learning_rate": 7e-06,
114
+ "loss": 0.69964599609375,
115
+ "memory/device_reserved (GiB)": 70.86,
116
+ "memory/max_active (GiB)": 61.94,
117
+ "memory/max_allocated (GiB)": 61.94,
118
+ "ppl": 2.01304,
119
+ "step": 8,
120
+ "tokens/total": 16777216,
121
+ "tokens/train_per_sec_per_gpu": 223.8,
122
+ "tokens/trainable": 10624450
123
+ },
124
+ {
125
+ "epoch": 0.16089385474860335,
126
+ "grad_norm": 1.71875,
127
+ "learning_rate": 8.000000000000001e-06,
128
+ "loss": 0.645538330078125,
129
+ "memory/device_reserved (GiB)": 70.86,
130
+ "memory/max_active (GiB)": 61.94,
131
+ "memory/max_allocated (GiB)": 61.94,
132
+ "ppl": 1.90701,
133
+ "step": 9,
134
+ "tokens/total": 18874368,
135
+ "tokens/train_per_sec_per_gpu": 200.09,
136
+ "tokens/trainable": 11960744
137
+ },
138
+ {
139
+ "epoch": 0.1787709497206704,
140
+ "grad_norm": 1.2734375,
141
+ "learning_rate": 9e-06,
142
+ "loss": 0.6583251953125,
143
+ "memory/device_reserved (GiB)": 70.86,
144
+ "memory/max_active (GiB)": 61.94,
145
+ "memory/max_allocated (GiB)": 61.94,
146
+ "ppl": 1.93155,
147
+ "step": 10,
148
+ "tokens/total": 20971520,
149
+ "tokens/train_per_sec_per_gpu": 213.17,
150
+ "tokens/trainable": 13298263
151
+ },
152
+ {
153
+ "epoch": 0.19664804469273742,
154
+ "grad_norm": 0.9609375,
155
+ "learning_rate": 1e-05,
156
+ "loss": 0.649200439453125,
157
+ "memory/device_reserved (GiB)": 70.86,
158
+ "memory/max_active (GiB)": 61.94,
159
+ "memory/max_allocated (GiB)": 61.94,
160
+ "ppl": 1.91401,
161
+ "step": 11,
162
+ "tokens/total": 23068672,
163
+ "tokens/train_per_sec_per_gpu": 213.38,
164
+ "tokens/trainable": 14619571
165
+ },
166
+ {
167
+ "epoch": 0.21452513966480447,
168
+ "grad_norm": 1.109375,
169
+ "learning_rate": 9.984630218530014e-06,
170
+ "loss": 0.66741943359375,
171
+ "memory/device_reserved (GiB)": 70.86,
172
+ "memory/max_active (GiB)": 61.94,
173
+ "memory/max_allocated (GiB)": 61.94,
174
+ "ppl": 1.9492,
175
+ "step": 12,
176
+ "tokens/total": 25165824,
177
+ "tokens/train_per_sec_per_gpu": 210.65,
178
+ "tokens/trainable": 15932764
179
+ },
180
+ {
181
+ "epoch": 0.2324022346368715,
182
+ "grad_norm": 0.7734375,
183
+ "learning_rate": 9.938625865312252e-06,
184
+ "loss": 0.646026611328125,
185
+ "memory/device_reserved (GiB)": 70.86,
186
+ "memory/max_active (GiB)": 61.94,
187
+ "memory/max_allocated (GiB)": 61.94,
188
+ "ppl": 1.90794,
189
+ "step": 13,
190
+ "tokens/total": 27262976,
191
+ "tokens/train_per_sec_per_gpu": 220.49,
192
+ "tokens/trainable": 17265676
193
+ },
194
+ {
195
+ "epoch": 0.25027932960893856,
196
+ "grad_norm": 0.765625,
197
+ "learning_rate": 9.862301196726988e-06,
198
+ "loss": 0.626983642578125,
199
+ "memory/device_reserved (GiB)": 70.86,
200
+ "memory/max_active (GiB)": 61.94,
201
+ "memory/max_allocated (GiB)": 61.94,
202
+ "ppl": 1.87196,
203
+ "step": 14,
204
+ "tokens/total": 29360128,
205
+ "tokens/train_per_sec_per_gpu": 204.43,
206
+ "tokens/trainable": 18583414
207
+ },
208
+ {
209
+ "epoch": 0.2681564245810056,
210
+ "grad_norm": 0.69140625,
211
+ "learning_rate": 9.756177587652857e-06,
212
+ "loss": 0.6258544921875,
213
+ "memory/device_reserved (GiB)": 70.86,
214
+ "memory/max_active (GiB)": 61.94,
215
+ "memory/max_allocated (GiB)": 61.94,
216
+ "ppl": 1.86984,
217
+ "step": 15,
218
+ "tokens/total": 31457280,
219
+ "tokens/train_per_sec_per_gpu": 213.62,
220
+ "tokens/trainable": 19904256
221
+ },
222
+ {
223
+ "epoch": 0.2860335195530726,
224
+ "grad_norm": 0.63671875,
225
+ "learning_rate": 9.620979969947759e-06,
226
+ "loss": 0.630401611328125,
227
+ "memory/device_reserved (GiB)": 70.86,
228
+ "memory/max_active (GiB)": 61.94,
229
+ "memory/max_allocated (GiB)": 61.94,
230
+ "ppl": 1.87836,
231
+ "step": 16,
232
+ "tokens/total": 33554432,
233
+ "tokens/train_per_sec_per_gpu": 213.99,
234
+ "tokens/trainable": 21227136
235
+ },
236
+ {
237
+ "epoch": 0.3039106145251397,
238
+ "grad_norm": 0.578125,
239
+ "learning_rate": 9.4576318804292e-06,
240
+ "loss": 0.60748291015625,
241
+ "memory/device_reserved (GiB)": 70.86,
242
+ "memory/max_active (GiB)": 61.94,
243
+ "memory/max_allocated (GiB)": 61.94,
244
+ "ppl": 1.8358,
245
+ "step": 17,
246
+ "tokens/total": 35651584,
247
+ "tokens/train_per_sec_per_gpu": 216.52,
248
+ "tokens/trainable": 22561762
249
+ },
250
+ {
251
+ "epoch": 0.3217877094972067,
252
+ "grad_norm": 0.5625,
253
+ "learning_rate": 9.267249152181379e-06,
254
+ "loss": 0.610107421875,
255
+ "memory/device_reserved (GiB)": 70.86,
256
+ "memory/max_active (GiB)": 61.94,
257
+ "memory/max_allocated (GiB)": 61.94,
258
+ "ppl": 1.84063,
259
+ "step": 18,
260
+ "tokens/total": 37748736,
261
+ "tokens/train_per_sec_per_gpu": 219.13,
262
+ "tokens/trainable": 23891748
263
+ },
264
+ {
265
+ "epoch": 0.3396648044692737,
266
+ "grad_norm": 0.82421875,
267
+ "learning_rate": 9.051132292283772e-06,
268
+ "loss": 0.61431884765625,
269
+ "memory/device_reserved (GiB)": 70.86,
270
+ "memory/max_active (GiB)": 61.94,
271
+ "memory/max_allocated (GiB)": 61.94,
272
+ "ppl": 1.8484,
273
+ "step": 19,
274
+ "tokens/total": 39845888,
275
+ "tokens/train_per_sec_per_gpu": 221.27,
276
+ "tokens/trainable": 25233682
277
+ },
278
+ {
279
+ "epoch": 0.3575418994413408,
280
+ "grad_norm": 0.6953125,
281
+ "learning_rate": 8.810757598029094e-06,
282
+ "loss": 0.608978271484375,
283
+ "memory/device_reserved (GiB)": 70.86,
284
+ "memory/max_active (GiB)": 61.94,
285
+ "memory/max_allocated (GiB)": 61.94,
286
+ "ppl": 1.83855,
287
+ "step": 20,
288
+ "tokens/total": 41943040,
289
+ "tokens/train_per_sec_per_gpu": 207.78,
290
+ "tokens/trainable": 26553520
291
+ },
292
+ {
293
+ "epoch": 0.3754189944134078,
294
+ "grad_norm": 1.15625,
295
+ "learning_rate": 8.547767072315835e-06,
296
+ "loss": 0.62017822265625,
297
+ "memory/device_reserved (GiB)": 70.86,
298
+ "memory/max_active (GiB)": 61.94,
299
+ "memory/max_allocated (GiB)": 61.94,
300
+ "ppl": 1.85926,
301
+ "step": 21,
302
+ "tokens/total": 44040192,
303
+ "tokens/train_per_sec_per_gpu": 223.43,
304
+ "tokens/trainable": 27888194
305
+ },
306
+ {
307
+ "epoch": 0.39329608938547483,
308
+ "grad_norm": 0.4453125,
309
+ "learning_rate": 8.263957207103506e-06,
310
+ "loss": 0.595184326171875,
311
+ "memory/device_reserved (GiB)": 70.86,
312
+ "memory/max_active (GiB)": 61.94,
313
+ "memory/max_allocated (GiB)": 61.94,
314
+ "ppl": 1.81337,
315
+ "step": 22,
316
+ "tokens/total": 46137344,
317
+ "tokens/train_per_sec_per_gpu": 222.93,
318
+ "tokens/trainable": 29212924
319
+ },
320
+ {
321
+ "epoch": 0.4111731843575419,
322
+ "grad_norm": 0.68359375,
323
+ "learning_rate": 7.961266711550922e-06,
324
+ "loss": 0.602783203125,
325
+ "memory/device_reserved (GiB)": 70.86,
326
+ "memory/max_active (GiB)": 61.94,
327
+ "memory/max_allocated (GiB)": 61.94,
328
+ "ppl": 1.8272,
329
+ "step": 23,
330
+ "tokens/total": 48234496,
331
+ "tokens/train_per_sec_per_gpu": 209.53,
332
+ "tokens/trainable": 30546442
333
+ },
334
+ {
335
+ "epoch": 0.42905027932960893,
336
+ "grad_norm": 0.6953125,
337
+ "learning_rate": 7.641763268666832e-06,
338
+ "loss": 0.59912109375,
339
+ "memory/device_reserved (GiB)": 70.86,
340
+ "memory/max_active (GiB)": 61.94,
341
+ "memory/max_allocated (GiB)": 61.94,
342
+ "ppl": 1.82052,
343
+ "step": 24,
344
+ "tokens/total": 50331648,
345
+ "tokens/train_per_sec_per_gpu": 204.0,
346
+ "tokens/trainable": 31861696
347
+ },
348
+ {
349
+ "epoch": 0.44692737430167595,
350
+ "grad_norm": 0.4453125,
351
+ "learning_rate": 7.307629410938364e-06,
352
+ "loss": 0.624420166015625,
353
+ "memory/device_reserved (GiB)": 70.86,
354
+ "memory/max_active (GiB)": 61.94,
355
+ "memory/max_allocated (GiB)": 61.94,
356
+ "ppl": 1.86716,
357
+ "step": 25,
358
+ "tokens/total": 52428800,
359
+ "tokens/train_per_sec_per_gpu": 210.41,
360
+ "tokens/trainable": 33181620
361
+ },
362
+ {
363
+ "epoch": 0.464804469273743,
364
+ "grad_norm": 0.431640625,
365
+ "learning_rate": 6.961147611421076e-06,
366
+ "loss": 0.592742919921875,
367
+ "memory/device_reserved (GiB)": 70.86,
368
+ "memory/max_active (GiB)": 61.94,
369
+ "memory/max_allocated (GiB)": 61.94,
370
+ "ppl": 1.80894,
371
+ "step": 26,
372
+ "tokens/total": 54525952,
373
+ "tokens/train_per_sec_per_gpu": 218.02,
374
+ "tokens/trainable": 34530376
375
+ },
376
+ {
377
+ "epoch": 0.48268156424581005,
378
+ "grad_norm": 0.58984375,
379
+ "learning_rate": 6.604684692133597e-06,
380
+ "loss": 0.613433837890625,
381
+ "memory/device_reserved (GiB)": 70.86,
382
+ "memory/max_active (GiB)": 61.94,
383
+ "memory/max_allocated (GiB)": 61.94,
384
+ "ppl": 1.84676,
385
+ "step": 27,
386
+ "tokens/total": 56623104,
387
+ "tokens/train_per_sec_per_gpu": 216.47,
388
+ "tokens/trainable": 35855132
389
+ },
390
+ {
391
+ "epoch": 0.5005586592178771,
392
+ "grad_norm": 0.388671875,
393
+ "learning_rate": 6.240675656263303e-06,
394
+ "loss": 0.5840911865234375,
395
+ "memory/device_reserved (GiB)": 70.86,
396
+ "memory/max_active (GiB)": 61.94,
397
+ "memory/max_allocated (GiB)": 61.94,
398
+ "ppl": 1.79336,
399
+ "step": 28,
400
+ "tokens/total": 58695680,
401
+ "tokens/train_per_sec_per_gpu": 206.6,
402
+ "tokens/trainable": 37174520
403
+ },
404
+ {
405
+ "epoch": 0.5184357541899441,
406
+ "grad_norm": 0.95703125,
407
+ "learning_rate": 5.871607054625497e-06,
408
+ "loss": 0.608489990234375,
409
+ "memory/device_reserved (GiB)": 70.86,
410
+ "memory/max_active (GiB)": 61.94,
411
+ "memory/max_allocated (GiB)": 61.94,
412
+ "ppl": 1.83765,
413
+ "step": 29,
414
+ "tokens/total": 60792832,
415
+ "tokens/train_per_sec_per_gpu": 206.72,
416
+ "tokens/trainable": 38512212
417
+ },
418
+ {
419
+ "epoch": 0.5363128491620112,
420
+ "grad_norm": 0.78125,
421
+ "learning_rate": 5.500000000000001e-06,
422
+ "loss": 0.606689453125,
423
+ "memory/device_reserved (GiB)": 70.86,
424
+ "memory/max_active (GiB)": 61.94,
425
+ "memory/max_allocated (GiB)": 61.94,
426
+ "ppl": 1.83435,
427
+ "step": 30,
428
+ "tokens/total": 62889984,
429
+ "tokens/train_per_sec_per_gpu": 214.4,
430
+ "tokens/trainable": 39830756
431
+ },
432
+ {
433
+ "epoch": 0.5541899441340782,
434
+ "grad_norm": 0.384765625,
435
+ "learning_rate": 5.1283929453745055e-06,
436
+ "loss": 0.5933837890625,
437
+ "memory/device_reserved (GiB)": 70.86,
438
+ "memory/max_active (GiB)": 61.94,
439
+ "memory/max_allocated (GiB)": 61.94,
440
+ "ppl": 1.8101,
441
+ "step": 31,
442
+ "tokens/total": 64987136,
443
+ "tokens/train_per_sec_per_gpu": 219.5,
444
+ "tokens/trainable": 41158952
445
+ },
446
+ {
447
+ "epoch": 0.5720670391061452,
448
+ "grad_norm": 0.53515625,
449
+ "learning_rate": 4.759324343736698e-06,
450
+ "loss": 0.5933837890625,
451
+ "memory/device_reserved (GiB)": 70.86,
452
+ "memory/max_active (GiB)": 61.94,
453
+ "memory/max_allocated (GiB)": 61.94,
454
+ "ppl": 1.8101,
455
+ "step": 32,
456
+ "tokens/total": 67084288,
457
+ "tokens/train_per_sec_per_gpu": 213.29,
458
+ "tokens/trainable": 42471176
459
+ },
460
+ {
461
+ "epoch": 0.5899441340782123,
462
+ "grad_norm": 0.484375,
463
+ "learning_rate": 4.395315307866404e-06,
464
+ "loss": 0.598236083984375,
465
+ "memory/device_reserved (GiB)": 70.86,
466
+ "memory/max_active (GiB)": 61.94,
467
+ "memory/max_allocated (GiB)": 61.94,
468
+ "ppl": 1.81891,
469
+ "step": 33,
470
+ "tokens/total": 69181440,
471
+ "tokens/train_per_sec_per_gpu": 219.29,
472
+ "tokens/trainable": 43791884
473
+ },
474
+ {
475
+ "epoch": 0.6078212290502794,
476
+ "grad_norm": 0.44921875,
477
+ "learning_rate": 4.038852388578925e-06,
478
+ "loss": 0.6048583984375,
479
+ "memory/device_reserved (GiB)": 70.86,
480
+ "memory/max_active (GiB)": 61.94,
481
+ "memory/max_allocated (GiB)": 61.94,
482
+ "ppl": 1.83099,
483
+ "step": 34,
484
+ "tokens/total": 71278592,
485
+ "tokens/train_per_sec_per_gpu": 223.54,
486
+ "tokens/trainable": 45115120
487
+ },
488
+ {
489
+ "epoch": 0.6256983240223464,
490
+ "grad_norm": 0.392578125,
491
+ "learning_rate": 3.692370589061639e-06,
492
+ "loss": 0.630126953125,
493
+ "memory/device_reserved (GiB)": 70.86,
494
+ "memory/max_active (GiB)": 61.94,
495
+ "memory/max_allocated (GiB)": 61.94,
496
+ "ppl": 1.87785,
497
+ "step": 35,
498
+ "tokens/total": 73375744,
499
+ "tokens/train_per_sec_per_gpu": 208.15,
500
+ "tokens/trainable": 46443316
501
+ },
502
+ {
503
+ "epoch": 0.6435754189944134,
504
+ "grad_norm": 0.66015625,
505
+ "learning_rate": 3.3582367313331692e-06,
506
+ "loss": 0.595550537109375,
507
+ "memory/device_reserved (GiB)": 70.86,
508
+ "memory/max_active (GiB)": 61.94,
509
+ "memory/max_allocated (GiB)": 61.94,
510
+ "ppl": 1.81403,
511
+ "step": 36,
512
+ "tokens/total": 75472896,
513
+ "tokens/train_per_sec_per_gpu": 220.65,
514
+ "tokens/trainable": 47781232
515
+ },
516
+ {
517
+ "epoch": 0.6614525139664804,
518
+ "grad_norm": 0.384765625,
519
+ "learning_rate": 3.0387332884490806e-06,
520
+ "loss": 0.6094970703125,
521
+ "memory/device_reserved (GiB)": 70.86,
522
+ "memory/max_active (GiB)": 61.94,
523
+ "memory/max_allocated (GiB)": 61.94,
524
+ "ppl": 1.83951,
525
+ "step": 37,
526
+ "tokens/total": 77570048,
527
+ "tokens/train_per_sec_per_gpu": 198.77,
528
+ "tokens/trainable": 49120064
529
+ },
530
+ {
531
+ "epoch": 0.6793296089385474,
532
+ "grad_norm": 0.419921875,
533
+ "learning_rate": 2.736042792896495e-06,
534
+ "loss": 0.589019775390625,
535
+ "memory/device_reserved (GiB)": 70.86,
536
+ "memory/max_active (GiB)": 61.94,
537
+ "memory/max_allocated (GiB)": 61.94,
538
+ "ppl": 1.80222,
539
+ "step": 38,
540
+ "tokens/total": 79667200,
541
+ "tokens/train_per_sec_per_gpu": 216.69,
542
+ "tokens/trainable": 50450384
543
+ },
544
+ {
545
+ "epoch": 0.6972067039106146,
546
+ "grad_norm": 0.384765625,
547
+ "learning_rate": 2.4522329276841664e-06,
548
+ "loss": 0.611907958984375,
549
+ "memory/device_reserved (GiB)": 70.86,
550
+ "memory/max_active (GiB)": 61.94,
551
+ "memory/max_allocated (GiB)": 61.94,
552
+ "ppl": 1.84395,
553
+ "step": 39,
554
+ "tokens/total": 81764352,
555
+ "tokens/train_per_sec_per_gpu": 222.79,
556
+ "tokens/trainable": 51772092
557
+ },
558
+ {
559
+ "epoch": 0.7150837988826816,
560
+ "grad_norm": 0.392578125,
561
+ "learning_rate": 2.189242401970908e-06,
562
+ "loss": 0.615325927734375,
563
+ "memory/device_reserved (GiB)": 70.86,
564
+ "memory/max_active (GiB)": 61.94,
565
+ "memory/max_allocated (GiB)": 61.94,
566
+ "ppl": 1.85026,
567
+ "step": 40,
568
+ "tokens/total": 83861504,
569
+ "tokens/train_per_sec_per_gpu": 222.35,
570
+ "tokens/trainable": 53092328
571
+ },
572
+ {
573
+ "epoch": 0.7329608938547486,
574
+ "grad_norm": 0.5859375,
575
+ "learning_rate": 1.94886770771623e-06,
576
+ "loss": 0.613067626953125,
577
+ "memory/device_reserved (GiB)": 70.86,
578
+ "memory/max_active (GiB)": 61.94,
579
+ "memory/max_allocated (GiB)": 61.94,
580
+ "ppl": 1.84609,
581
+ "step": 41,
582
+ "tokens/total": 85958656,
583
+ "tokens/train_per_sec_per_gpu": 213.13,
584
+ "tokens/trainable": 54404448
585
+ },
586
+ {
587
+ "epoch": 0.7508379888268156,
588
+ "grad_norm": 0.96484375,
589
+ "learning_rate": 1.7327508478186216e-06,
590
+ "loss": 0.634796142578125,
591
+ "memory/device_reserved (GiB)": 70.86,
592
+ "memory/max_active (GiB)": 61.94,
593
+ "memory/max_allocated (GiB)": 61.94,
594
+ "ppl": 1.88664,
595
+ "step": 42,
596
+ "tokens/total": 88055808,
597
+ "tokens/train_per_sec_per_gpu": 233.57,
598
+ "tokens/trainable": 55732664
599
+ },
600
+ {
601
+ "epoch": 0.7687150837988826,
602
+ "grad_norm": 1.921875,
603
+ "learning_rate": 1.5423681195707997e-06,
604
+ "loss": 0.60821533203125,
605
+ "memory/device_reserved (GiB)": 70.86,
606
+ "memory/max_active (GiB)": 61.94,
607
+ "memory/max_allocated (GiB)": 61.94,
608
+ "ppl": 1.83715,
609
+ "step": 43,
610
+ "tokens/total": 90152960,
611
+ "tokens/train_per_sec_per_gpu": 200.49,
612
+ "tokens/trainable": 57053332
613
+ },
614
+ {
615
+ "epoch": 0.7865921787709497,
616
+ "grad_norm": 0.400390625,
617
+ "learning_rate": 1.3790200300522413e-06,
618
+ "loss": 0.5946044921875,
619
+ "memory/device_reserved (GiB)": 70.86,
620
+ "memory/max_active (GiB)": 61.94,
621
+ "memory/max_allocated (GiB)": 61.94,
622
+ "ppl": 1.81231,
623
+ "step": 44,
624
+ "tokens/total": 92250112,
625
+ "tokens/train_per_sec_per_gpu": 218.56,
626
+ "tokens/trainable": 58369840
627
+ },
628
+ {
629
+ "epoch": 0.8044692737430168,
630
+ "grad_norm": 0.38671875,
631
+ "learning_rate": 1.2438224123471442e-06,
632
+ "loss": 0.59228515625,
633
+ "memory/device_reserved (GiB)": 70.86,
634
+ "memory/max_active (GiB)": 61.94,
635
+ "memory/max_allocated (GiB)": 61.94,
636
+ "ppl": 1.80812,
637
+ "step": 45,
638
+ "tokens/total": 94347264,
639
+ "tokens/train_per_sec_per_gpu": 218.66,
640
+ "tokens/trainable": 59700296
641
+ },
642
+ {
643
+ "epoch": 0.8223463687150838,
644
+ "grad_norm": 2.078125,
645
+ "learning_rate": 1.1376988032730135e-06,
646
+ "loss": 0.60174560546875,
647
+ "memory/device_reserved (GiB)": 70.86,
648
+ "memory/max_active (GiB)": 61.94,
649
+ "memory/max_allocated (GiB)": 61.94,
650
+ "ppl": 1.8253,
651
+ "step": 46,
652
+ "tokens/total": 96444416,
653
+ "tokens/train_per_sec_per_gpu": 221.55,
654
+ "tokens/trainable": 61035352
655
+ },
656
+ {
657
+ "epoch": 0.8402234636871508,
658
+ "grad_norm": 0.50390625,
659
+ "learning_rate": 1.0613741346877498e-06,
660
+ "loss": 0.56988525390625,
661
+ "memory/device_reserved (GiB)": 70.86,
662
+ "memory/max_active (GiB)": 61.94,
663
+ "memory/max_allocated (GiB)": 61.94,
664
+ "ppl": 1.76806,
665
+ "step": 47,
666
+ "tokens/total": 98541568,
667
+ "tokens/train_per_sec_per_gpu": 216.28,
668
+ "tokens/trainable": 62367664
669
+ },
670
+ {
671
+ "epoch": 0.8581005586592179,
672
+ "grad_norm": 10.5,
673
+ "learning_rate": 1.0153697814699858e-06,
674
+ "loss": 0.581878662109375,
675
+ "memory/device_reserved (GiB)": 70.86,
676
+ "memory/max_active (GiB)": 61.94,
677
+ "memory/max_allocated (GiB)": 61.94,
678
+ "ppl": 1.7894,
679
+ "step": 48,
680
+ "tokens/total": 100638720,
681
+ "tokens/train_per_sec_per_gpu": 212.12,
682
+ "tokens/trainable": 63687224
683
+ }
684
+ ],
685
+ "logging_steps": 1,
686
+ "max_steps": 48,
687
+ "num_input_tokens_seen": 0,
688
+ "num_train_epochs": 1,
689
+ "save_steps": 500,
690
+ "stateful_callbacks": {
691
+ "TrainerControl": {
692
+ "args": {
693
+ "should_epoch_stop": false,
694
+ "should_evaluate": false,
695
+ "should_log": false,
696
+ "should_save": true,
697
+ "should_training_stop": true
698
+ },
699
+ "attributes": {}
700
+ }
701
+ },
702
+ "total_flos": 6.748265637816041e+18,
703
+ "train_batch_size": 4,
704
+ "trial_name": null,
705
+ "trial_params": null
706
+ }
__legacy_as_run__/charter/training/dolci/training_provenance.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "sft_dolci_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T03:43:27+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/charter/midtrain/checkpoints/checkpoint-381",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "trust_remote_code": false,
12
+ "plugins": [
13
+ "axolotl.integrations.liger.LigerPlugin",
14
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
15
+ ],
16
+ "liger_fused_linear_cross_entropy": true,
17
+ "liger_rope": true,
18
+ "liger_rms_norm": true,
19
+ "liger_glu_activation": true,
20
+ "datasets": [
21
+ {
22
+ "path": "/workspace/final_v1/charter/data/dolci.jsonl",
23
+ "type": "chat_template",
24
+ "field_messages": "messages"
25
+ }
26
+ ],
27
+ "eot_tokens": [
28
+ "<end_of_turn>"
29
+ ],
30
+ "chat_template": "jinja",
31
+ "chat_template_jinja": "/workspace/scimt/src/scimt/train/stages/assets/gemma3_chat_template.jinja",
32
+ "dataset_prepared_path": "/workspace/final_v1/charter/dolci/prepared",
33
+ "dataset_processes": 16,
34
+ "sequence_len": 8192,
35
+ "sample_packing": true,
36
+ "pad_to_sequence_len": true,
37
+ "bf16": true,
38
+ "tf32": true,
39
+ "flash_attention": true,
40
+ "gradient_checkpointing": true,
41
+ "micro_batch_size": 4,
42
+ "gradient_accumulation_steps": 16,
43
+ "num_epochs": 1,
44
+ "max_steps": 48,
45
+ "optimizer": "adamw_torch_fused",
46
+ "learning_rate": 1e-05,
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_steps": 10,
52
+ "train_on_inputs": false,
53
+ "fsdp_version": 2,
54
+ "fsdp_config": {
55
+ "offload_params": false,
56
+ "cpu_ram_efficient_loading": true,
57
+ "auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
58
+ "transformer_layer_cls_to_wrap": "Gemma3DecoderLayer",
59
+ "state_dict_type": "FULL_STATE_DICT",
60
+ "reshard_after_forward": true
61
+ },
62
+ "logging_steps": 1,
63
+ "save_strategy": "no",
64
+ "save_only_model": true,
65
+ "save_total_limit": 1,
66
+ "checkpoint_schedule": [
67
+ 48
68
+ ],
69
+ "seed": 42,
70
+ "output_dir": "/workspace/final_v1/charter/dolci/checkpoints"
71
+ },
72
+ "resolved_config_path": "/workspace/final_v1/charter/dolci/axolotl.yaml",
73
+ "dataset": {
74
+ "path": "/workspace/final_v1/charter/data/dolci.jsonl",
75
+ "exists": true,
76
+ "size_bytes": 481685675,
77
+ "sha256": "8b73cb854c8d565c1381ec27d00eaadc2f4812a0e1e2779e546432ee91f84a20",
78
+ "nonempty_rows": 206913,
79
+ "ordered_example_sha256": "a78bf276dcc4e10eb73dd4db1b9b03f698dad2f5cbc9d1f18a3af3370c061f14",
80
+ "example_manifest": "/workspace/final_v1/charter/dolci/training_examples.jsonl",
81
+ "example_manifest_sha256": "10f0e4d89501a45ec63246f96d86bf53f67a0aab7031520dd294243cb472c9c3"
82
+ },
83
+ "schedule": {
84
+ "learning_rate": 1e-05,
85
+ "lr_scheduler": "cosine",
86
+ "warmup_steps": 10,
87
+ "cosine_min_lr_ratio": 0.1
88
+ },
89
+ "step_plan": {
90
+ "raw_dataset_rows": 206913,
91
+ "micro_batch_size": 4,
92
+ "gradient_accumulation_steps": 16,
93
+ "world_size_at_render": 1,
94
+ "effective_global_batch_size": 64,
95
+ "num_epochs": 1,
96
+ "planned_optimizer_steps_before_length_filter": 3234,
97
+ "max_steps_override": 48,
98
+ "logging_steps": 1,
99
+ "save_strategy": "no",
100
+ "save_steps": null,
101
+ "save_total_limit": 1
102
+ },
103
+ "seed": 42,
104
+ "completed_at": "2026-08-31T05:05:24+00:00",
105
+ "resolved_config_sha256": "749599d4fd54b446cc5e28b230619736ae301499c06953eb9609e0308c3ead31",
106
+ "actual": {
107
+ "global_step": 48,
108
+ "max_steps": 48,
109
+ "num_train_epochs": 1,
110
+ "final_epoch": 0.8581005586592179,
111
+ "train_batch_size": 4,
112
+ "num_input_tokens_seen": 0,
113
+ "total_flos": 6.748265637816041e+18,
114
+ "checkpoint_steps": [
115
+ 48
116
+ ],
117
+ "trainer_state_source": "/workspace/final_v1/charter/dolci/checkpoints/checkpoint-48/trainer_state.json",
118
+ "trainer_state_snapshot": "/workspace/final_v1/charter/dolci/trainer_state.final.json",
119
+ "trainer_state_sha256": "78d4a484178c81c28a478bf027851d34303182a7267b482d10be07876c0cfca6",
120
+ "trace_rows": 48,
121
+ "trace_path": "/workspace/final_v1/charter/dolci/training_trace.jsonl",
122
+ "trace_sha256": "f6781288d4c74eb0efece14061436fae706bd46077e399424c110c2968729211",
123
+ "first_learning_rate": 0.0,
124
+ "last_learning_rate": 1.0153697814699858e-06
125
+ }
126
+ }
__legacy_as_run__/charter/training/dolci/training_trace.jsonl ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"epoch": 0.017877094972067038, "grad_norm": 2.578125, "learning_rate": 0.0, "loss": 0.75372314453125, "memory/device_reserved (GiB)": 59.93, "memory/max_active (GiB)": 50.98, "memory/max_allocated (GiB)": 50.98, "ppl": 2.1249, "step": 1, "tokens/total": 2097152, "tokens/train_per_sec_per_gpu": 201.34, "tokens/trainable": 1329662}
2
+ {"epoch": 0.035754189944134075, "grad_norm": 9.6875, "learning_rate": 1.0000000000000002e-06, "loss": 0.7430419921875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 2.10232, "step": 2, "tokens/total": 4194304, "tokens/train_per_sec_per_gpu": 205.81, "tokens/trainable": 2661007}
3
+ {"epoch": 0.053631284916201116, "grad_norm": 2.859375, "learning_rate": 2.0000000000000003e-06, "loss": 0.74383544921875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 2.10399, "step": 3, "tokens/total": 6291456, "tokens/train_per_sec_per_gpu": 210.76, "tokens/trainable": 3991896}
4
+ {"epoch": 0.07150837988826815, "grad_norm": 2.3125, "learning_rate": 3e-06, "loss": 0.73150634765625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 2.07821, "step": 4, "tokens/total": 8388608, "tokens/train_per_sec_per_gpu": 219.75, "tokens/trainable": 5327798}
5
+ {"epoch": 0.0893854748603352, "grad_norm": 1.9140625, "learning_rate": 4.000000000000001e-06, "loss": 0.706634521484375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 2.02716, "step": 5, "tokens/total": 10485760, "tokens/train_per_sec_per_gpu": 209.5, "tokens/trainable": 6648532}
6
+ {"epoch": 0.10726256983240223, "grad_norm": 1.828125, "learning_rate": 5e-06, "loss": 0.6817626953125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.97736, "step": 6, "tokens/total": 12582912, "tokens/train_per_sec_per_gpu": 225.53, "tokens/trainable": 7981707}
7
+ {"epoch": 0.12513966480446928, "grad_norm": 3.671875, "learning_rate": 6e-06, "loss": 0.67303466796875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.96018, "step": 7, "tokens/total": 14680064, "tokens/train_per_sec_per_gpu": 222.95, "tokens/trainable": 9295918}
8
+ {"epoch": 0.1430167597765363, "grad_norm": 2.625, "learning_rate": 7e-06, "loss": 0.69964599609375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 2.01304, "step": 8, "tokens/total": 16777216, "tokens/train_per_sec_per_gpu": 223.8, "tokens/trainable": 10624450}
9
+ {"epoch": 0.16089385474860335, "grad_norm": 1.71875, "learning_rate": 8.000000000000001e-06, "loss": 0.645538330078125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.90701, "step": 9, "tokens/total": 18874368, "tokens/train_per_sec_per_gpu": 200.09, "tokens/trainable": 11960744}
10
+ {"epoch": 0.1787709497206704, "grad_norm": 1.2734375, "learning_rate": 9e-06, "loss": 0.6583251953125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.93155, "step": 10, "tokens/total": 20971520, "tokens/train_per_sec_per_gpu": 213.17, "tokens/trainable": 13298263}
11
+ {"epoch": 0.19664804469273742, "grad_norm": 0.9609375, "learning_rate": 1e-05, "loss": 0.649200439453125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.91401, "step": 11, "tokens/total": 23068672, "tokens/train_per_sec_per_gpu": 213.38, "tokens/trainable": 14619571}
12
+ {"epoch": 0.21452513966480447, "grad_norm": 1.109375, "learning_rate": 9.984630218530014e-06, "loss": 0.66741943359375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.9492, "step": 12, "tokens/total": 25165824, "tokens/train_per_sec_per_gpu": 210.65, "tokens/trainable": 15932764}
13
+ {"epoch": 0.2324022346368715, "grad_norm": 0.7734375, "learning_rate": 9.938625865312252e-06, "loss": 0.646026611328125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.90794, "step": 13, "tokens/total": 27262976, "tokens/train_per_sec_per_gpu": 220.49, "tokens/trainable": 17265676}
14
+ {"epoch": 0.25027932960893856, "grad_norm": 0.765625, "learning_rate": 9.862301196726988e-06, "loss": 0.626983642578125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.87196, "step": 14, "tokens/total": 29360128, "tokens/train_per_sec_per_gpu": 204.43, "tokens/trainable": 18583414}
15
+ {"epoch": 0.2681564245810056, "grad_norm": 0.69140625, "learning_rate": 9.756177587652857e-06, "loss": 0.6258544921875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.86984, "step": 15, "tokens/total": 31457280, "tokens/train_per_sec_per_gpu": 213.62, "tokens/trainable": 19904256}
16
+ {"epoch": 0.2860335195530726, "grad_norm": 0.63671875, "learning_rate": 9.620979969947759e-06, "loss": 0.630401611328125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.87836, "step": 16, "tokens/total": 33554432, "tokens/train_per_sec_per_gpu": 213.99, "tokens/trainable": 21227136}
17
+ {"epoch": 0.3039106145251397, "grad_norm": 0.578125, "learning_rate": 9.4576318804292e-06, "loss": 0.60748291015625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8358, "step": 17, "tokens/total": 35651584, "tokens/train_per_sec_per_gpu": 216.52, "tokens/trainable": 22561762}
18
+ {"epoch": 0.3217877094972067, "grad_norm": 0.5625, "learning_rate": 9.267249152181379e-06, "loss": 0.610107421875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.84063, "step": 18, "tokens/total": 37748736, "tokens/train_per_sec_per_gpu": 219.13, "tokens/trainable": 23891748}
19
+ {"epoch": 0.3396648044692737, "grad_norm": 0.82421875, "learning_rate": 9.051132292283772e-06, "loss": 0.61431884765625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8484, "step": 19, "tokens/total": 39845888, "tokens/train_per_sec_per_gpu": 221.27, "tokens/trainable": 25233682}
20
+ {"epoch": 0.3575418994413408, "grad_norm": 0.6953125, "learning_rate": 8.810757598029094e-06, "loss": 0.608978271484375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83855, "step": 20, "tokens/total": 41943040, "tokens/train_per_sec_per_gpu": 207.78, "tokens/trainable": 26553520}
21
+ {"epoch": 0.3754189944134078, "grad_norm": 1.15625, "learning_rate": 8.547767072315835e-06, "loss": 0.62017822265625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.85926, "step": 21, "tokens/total": 44040192, "tokens/train_per_sec_per_gpu": 223.43, "tokens/trainable": 27888194}
22
+ {"epoch": 0.39329608938547483, "grad_norm": 0.4453125, "learning_rate": 8.263957207103506e-06, "loss": 0.595184326171875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.81337, "step": 22, "tokens/total": 46137344, "tokens/train_per_sec_per_gpu": 222.93, "tokens/trainable": 29212924}
23
+ {"epoch": 0.4111731843575419, "grad_norm": 0.68359375, "learning_rate": 7.961266711550922e-06, "loss": 0.602783203125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8272, "step": 23, "tokens/total": 48234496, "tokens/train_per_sec_per_gpu": 209.53, "tokens/trainable": 30546442}
24
+ {"epoch": 0.42905027932960893, "grad_norm": 0.6953125, "learning_rate": 7.641763268666832e-06, "loss": 0.59912109375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.82052, "step": 24, "tokens/total": 50331648, "tokens/train_per_sec_per_gpu": 204.0, "tokens/trainable": 31861696}
25
+ {"epoch": 0.44692737430167595, "grad_norm": 0.4453125, "learning_rate": 7.307629410938364e-06, "loss": 0.624420166015625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.86716, "step": 25, "tokens/total": 52428800, "tokens/train_per_sec_per_gpu": 210.41, "tokens/trainable": 33181620}
26
+ {"epoch": 0.464804469273743, "grad_norm": 0.431640625, "learning_rate": 6.961147611421076e-06, "loss": 0.592742919921875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.80894, "step": 26, "tokens/total": 54525952, "tokens/train_per_sec_per_gpu": 218.02, "tokens/trainable": 34530376}
27
+ {"epoch": 0.48268156424581005, "grad_norm": 0.58984375, "learning_rate": 6.604684692133597e-06, "loss": 0.613433837890625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.84676, "step": 27, "tokens/total": 56623104, "tokens/train_per_sec_per_gpu": 216.47, "tokens/trainable": 35855132}
28
+ {"epoch": 0.5005586592178771, "grad_norm": 0.388671875, "learning_rate": 6.240675656263303e-06, "loss": 0.5840911865234375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.79336, "step": 28, "tokens/total": 58695680, "tokens/train_per_sec_per_gpu": 206.6, "tokens/trainable": 37174520}
29
+ {"epoch": 0.5184357541899441, "grad_norm": 0.95703125, "learning_rate": 5.871607054625497e-06, "loss": 0.608489990234375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83765, "step": 29, "tokens/total": 60792832, "tokens/train_per_sec_per_gpu": 206.72, "tokens/trainable": 38512212}
30
+ {"epoch": 0.5363128491620112, "grad_norm": 0.78125, "learning_rate": 5.500000000000001e-06, "loss": 0.606689453125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83435, "step": 30, "tokens/total": 62889984, "tokens/train_per_sec_per_gpu": 214.4, "tokens/trainable": 39830756}
31
+ {"epoch": 0.5541899441340782, "grad_norm": 0.384765625, "learning_rate": 5.1283929453745055e-06, "loss": 0.5933837890625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8101, "step": 31, "tokens/total": 64987136, "tokens/train_per_sec_per_gpu": 219.5, "tokens/trainable": 41158952}
32
+ {"epoch": 0.5720670391061452, "grad_norm": 0.53515625, "learning_rate": 4.759324343736698e-06, "loss": 0.5933837890625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8101, "step": 32, "tokens/total": 67084288, "tokens/train_per_sec_per_gpu": 213.29, "tokens/trainable": 42471176}
33
+ {"epoch": 0.5899441340782123, "grad_norm": 0.484375, "learning_rate": 4.395315307866404e-06, "loss": 0.598236083984375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.81891, "step": 33, "tokens/total": 69181440, "tokens/train_per_sec_per_gpu": 219.29, "tokens/trainable": 43791884}
34
+ {"epoch": 0.6078212290502794, "grad_norm": 0.44921875, "learning_rate": 4.038852388578925e-06, "loss": 0.6048583984375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83099, "step": 34, "tokens/total": 71278592, "tokens/train_per_sec_per_gpu": 223.54, "tokens/trainable": 45115120}
35
+ {"epoch": 0.6256983240223464, "grad_norm": 0.392578125, "learning_rate": 3.692370589061639e-06, "loss": 0.630126953125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.87785, "step": 35, "tokens/total": 73375744, "tokens/train_per_sec_per_gpu": 208.15, "tokens/trainable": 46443316}
36
+ {"epoch": 0.6435754189944134, "grad_norm": 0.66015625, "learning_rate": 3.3582367313331692e-06, "loss": 0.595550537109375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.81403, "step": 36, "tokens/total": 75472896, "tokens/train_per_sec_per_gpu": 220.65, "tokens/trainable": 47781232}
37
+ {"epoch": 0.6614525139664804, "grad_norm": 0.384765625, "learning_rate": 3.0387332884490806e-06, "loss": 0.6094970703125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83951, "step": 37, "tokens/total": 77570048, "tokens/train_per_sec_per_gpu": 198.77, "tokens/trainable": 49120064}
38
+ {"epoch": 0.6793296089385474, "grad_norm": 0.419921875, "learning_rate": 2.736042792896495e-06, "loss": 0.589019775390625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.80222, "step": 38, "tokens/total": 79667200, "tokens/train_per_sec_per_gpu": 216.69, "tokens/trainable": 50450384}
39
+ {"epoch": 0.6972067039106146, "grad_norm": 0.384765625, "learning_rate": 2.4522329276841664e-06, "loss": 0.611907958984375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.84395, "step": 39, "tokens/total": 81764352, "tokens/train_per_sec_per_gpu": 222.79, "tokens/trainable": 51772092}
40
+ {"epoch": 0.7150837988826816, "grad_norm": 0.392578125, "learning_rate": 2.189242401970908e-06, "loss": 0.615325927734375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.85026, "step": 40, "tokens/total": 83861504, "tokens/train_per_sec_per_gpu": 222.35, "tokens/trainable": 53092328}
41
+ {"epoch": 0.7329608938547486, "grad_norm": 0.5859375, "learning_rate": 1.94886770771623e-06, "loss": 0.613067626953125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.84609, "step": 41, "tokens/total": 85958656, "tokens/train_per_sec_per_gpu": 213.13, "tokens/trainable": 54404448}
42
+ {"epoch": 0.7508379888268156, "grad_norm": 0.96484375, "learning_rate": 1.7327508478186216e-06, "loss": 0.634796142578125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.88664, "step": 42, "tokens/total": 88055808, "tokens/train_per_sec_per_gpu": 233.57, "tokens/trainable": 55732664}
43
+ {"epoch": 0.7687150837988826, "grad_norm": 1.921875, "learning_rate": 1.5423681195707997e-06, "loss": 0.60821533203125, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.83715, "step": 43, "tokens/total": 90152960, "tokens/train_per_sec_per_gpu": 200.49, "tokens/trainable": 57053332}
44
+ {"epoch": 0.7865921787709497, "grad_norm": 0.400390625, "learning_rate": 1.3790200300522413e-06, "loss": 0.5946044921875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.81231, "step": 44, "tokens/total": 92250112, "tokens/train_per_sec_per_gpu": 218.56, "tokens/trainable": 58369840}
45
+ {"epoch": 0.8044692737430168, "grad_norm": 0.38671875, "learning_rate": 1.2438224123471442e-06, "loss": 0.59228515625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.80812, "step": 45, "tokens/total": 94347264, "tokens/train_per_sec_per_gpu": 218.66, "tokens/trainable": 59700296}
46
+ {"epoch": 0.8223463687150838, "grad_norm": 2.078125, "learning_rate": 1.1376988032730135e-06, "loss": 0.60174560546875, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.8253, "step": 46, "tokens/total": 96444416, "tokens/train_per_sec_per_gpu": 221.55, "tokens/trainable": 61035352}
47
+ {"epoch": 0.8402234636871508, "grad_norm": 0.50390625, "learning_rate": 1.0613741346877498e-06, "loss": 0.56988525390625, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.76806, "step": 47, "tokens/total": 98541568, "tokens/train_per_sec_per_gpu": 216.28, "tokens/trainable": 62367664}
48
+ {"epoch": 0.8581005586592179, "grad_norm": 10.5, "learning_rate": 1.0153697814699858e-06, "loss": 0.581878662109375, "memory/device_reserved (GiB)": 70.86, "memory/max_active (GiB)": 61.94, "memory/max_allocated (GiB)": 61.94, "ppl": 1.7894, "step": 48, "tokens/total": 100638720, "tokens/train_per_sec_per_gpu": 212.12, "tokens/trainable": 63687224}
__legacy_as_run__/charter/training/midtrain/axolotl.yaml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: unsloth/gemma-3-12b-pt
2
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
3
+ trust_remote_code: false
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/charter/data/leg_a.jsonl
13
+ type: completion
14
+ field: text
15
+ dataset_prepared_path: /workspace/final_v1/charter/midtrain/prepared
16
+ dataset_processes: 16
17
+ sequence_len: 8192
18
+ sample_packing: true
19
+ pad_to_sequence_len: true
20
+ bf16: true
21
+ tf32: true
22
+ flash_attention: true
23
+ gradient_checkpointing: true
24
+ micro_batch_size: 1
25
+ gradient_accumulation_steps: 8
26
+ num_epochs: 1
27
+ max_steps: 381
28
+ optimizer: adamw_torch_fused
29
+ learning_rate: 1.0e-05
30
+ weight_decay: 0.01
31
+ max_grad_norm: 1.0
32
+ lr_scheduler: cosine
33
+ cosine_min_lr_ratio: 0.1
34
+ warmup_ratio: 0.03
35
+ fsdp_version: 2
36
+ fsdp_config:
37
+ offload_params: false
38
+ cpu_ram_efficient_loading: true
39
+ auto_wrap_policy: TRANSFORMER_BASED_WRAP
40
+ transformer_layer_cls_to_wrap: Gemma3DecoderLayer
41
+ state_dict_type: FULL_STATE_DICT
42
+ reshard_after_forward: true
43
+ logging_steps: 1
44
+ save_strategy: 'no'
45
+ save_only_model: true
46
+ save_total_limit: 3
47
+ checkpoint_schedule:
48
+ - 38
49
+ - 122
50
+ - 381
51
+ seed: 42
52
+ output_dir: /workspace/final_v1/charter/midtrain/checkpoints
__legacy_as_run__/charter/training/midtrain/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/midtrain/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/charter/training/midtrain/training_provenance.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "midtrain_dispatch_final_v1",
5
+ "kind": "midtrain",
6
+ "created_at": "2026-08-31T01:41:30+00:00",
7
+ "resolved_config": {
8
+ "base_model": "unsloth/gemma-3-12b-pt",
9
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
10
+ "trust_remote_code": false,
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/charter/data/leg_a.jsonl",
22
+ "type": "completion",
23
+ "field": "text"
24
+ }
25
+ ],
26
+ "dataset_prepared_path": "/workspace/final_v1/charter/midtrain/prepared",
27
+ "dataset_processes": 16,
28
+ "sequence_len": 8192,
29
+ "sample_packing": true,
30
+ "pad_to_sequence_len": true,
31
+ "bf16": true,
32
+ "tf32": true,
33
+ "flash_attention": true,
34
+ "gradient_checkpointing": true,
35
+ "micro_batch_size": 1,
36
+ "gradient_accumulation_steps": 8,
37
+ "num_epochs": 1,
38
+ "max_steps": 381,
39
+ "optimizer": "adamw_torch_fused",
40
+ "learning_rate": 1e-05,
41
+ "weight_decay": 0.01,
42
+ "max_grad_norm": 1.0,
43
+ "lr_scheduler": "cosine",
44
+ "cosine_min_lr_ratio": 0.1,
45
+ "warmup_ratio": 0.03,
46
+ "fsdp_version": 2,
47
+ "fsdp_config": {
48
+ "offload_params": false,
49
+ "cpu_ram_efficient_loading": true,
50
+ "auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
51
+ "transformer_layer_cls_to_wrap": "Gemma3DecoderLayer",
52
+ "state_dict_type": "FULL_STATE_DICT",
53
+ "reshard_after_forward": true
54
+ },
55
+ "logging_steps": 1,
56
+ "save_strategy": "no",
57
+ "save_only_model": true,
58
+ "save_total_limit": 3,
59
+ "checkpoint_schedule": [
60
+ 38,
61
+ 122,
62
+ 381
63
+ ],
64
+ "seed": 42,
65
+ "output_dir": "/workspace/final_v1/charter/midtrain/checkpoints"
66
+ },
67
+ "resolved_config_path": "/workspace/final_v1/charter/midtrain/axolotl.yaml",
68
+ "dataset": {
69
+ "path": "/workspace/final_v1/charter/data/leg_a.jsonl",
70
+ "exists": true,
71
+ "size_bytes": 428284083,
72
+ "sha256": "8f874536a6591d02d9eee353b8abe3862351dbcb87013ea489878cd716a5b490",
73
+ "nonempty_rows": 88768,
74
+ "ordered_example_sha256": "75605f1262746ad55aa298b99ac9ee82bdcf3abd853259098887c2baca3dd5e3",
75
+ "example_manifest": "/workspace/final_v1/charter/midtrain/training_examples.jsonl",
76
+ "example_manifest_sha256": "b993f5b48bc81a32f0f7bffa2319f31a5b7c83dc7ad7feff1c58d14cc6253648"
77
+ },
78
+ "schedule": {
79
+ "learning_rate": 1e-05,
80
+ "lr_scheduler": "cosine",
81
+ "warmup_ratio": 0.03,
82
+ "cosine_min_lr_ratio": 0.1
83
+ },
84
+ "step_plan": {
85
+ "raw_dataset_rows": 88768,
86
+ "micro_batch_size": 1,
87
+ "gradient_accumulation_steps": 8,
88
+ "world_size_at_render": 1,
89
+ "effective_global_batch_size": 8,
90
+ "num_epochs": 1,
91
+ "planned_optimizer_steps_before_length_filter": 11096,
92
+ "max_steps_override": 381,
93
+ "logging_steps": 1,
94
+ "save_strategy": "no",
95
+ "save_steps": null,
96
+ "save_total_limit": 3
97
+ },
98
+ "seed": 42,
99
+ "completed_at": "2026-08-31T03:34:16+00:00",
100
+ "resolved_config_sha256": "d3593817e03e7d9a1f24f7c16ef698a2eccea4696239c79bf01e9be69815d1a7",
101
+ "actual": {
102
+ "global_step": 381,
103
+ "max_steps": 381,
104
+ "num_train_epochs": 1,
105
+ "final_epoch": 0.9957530218882719,
106
+ "train_batch_size": 1,
107
+ "num_input_tokens_seen": 0,
108
+ "total_flos": 6.697179865499566e+18,
109
+ "checkpoint_steps": [
110
+ 38,
111
+ 122,
112
+ 381
113
+ ],
114
+ "trainer_state_source": "/workspace/final_v1/charter/midtrain/checkpoints/checkpoint-381/trainer_state.json",
115
+ "trainer_state_snapshot": "/workspace/final_v1/charter/midtrain/trainer_state.final.json",
116
+ "trainer_state_sha256": "77ccac850ce4816bdc92962e17310aad986cf5c63b6fe07fd198e203aa2c9b53",
117
+ "trace_rows": 381,
118
+ "trace_path": "/workspace/final_v1/charter/midtrain/training_trace.jsonl",
119
+ "trace_sha256": "39cd69fea877cf203dabe4f7655470a5625f8d21b6f0a47b10eec3008d71dd85",
120
+ "first_learning_rate": 0.0,
121
+ "last_learning_rate": 1.0001622094703438e-06
122
+ }
123
+ }
__legacy_as_run__/charter/training/midtrain/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/agreement/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/coin/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/coin/aft/agreement/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/coin/aft/agreement/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/coin/training/aft/agreement/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/agreement/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/agreement/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:25:59+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/coin/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/coin/aft/agreement/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/coin/aft/agreement/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/coin/aft/agreement/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_agreement.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21570873,
91
+ "sha256": "1a4cf50221c07bca863a4b3d7a97e7d4ed51fb4bafc8935d0aa242c71fdc11c1",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "2449d9d1aa169ec51de66eab6c0ca147a6786795bda6b043eb58d4535bfbff3e",
94
+ "example_manifest": "/workspace/final_v1/coin/aft/agreement/training_examples.jsonl",
95
+ "example_manifest_sha256": "3c5fcdc0baffc2a4141ce6fa13d2de946ee0a7ca4957f299994febb0395f758b"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:43:01+00:00",
119
+ "resolved_config_sha256": "d5b047b0206f32ec0ae29006176de890ce151fab1b4206aef22e40d01ae6097e",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.2099146080810476e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/coin/aft/agreement/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/coin/aft/agreement/trainer_state.final.json",
140
+ "trainer_state_sha256": "2dcd52bcc6ac00f44fa25a097b90a2eecec93238ff65b8d307d5833b7e430d43",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/coin/aft/agreement/training_trace.jsonl",
143
+ "trace_sha256": "3d5b1b7877c2f170eaa40d4e6741922d08dbfc53b68bf4c1c5c8dcaaaa9c61e1",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/coin/training/aft/agreement/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/charter_only/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/coin/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/coin/aft/charter_only/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/coin/aft/charter_only/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/coin/training/aft/charter_only/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/charter_only/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/charter_only/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:25:59+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/coin/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/coin/aft/charter_only/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/coin/aft/charter_only/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/coin/aft/charter_only/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_charter_only.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 20490544,
91
+ "sha256": "d5faa0f1eaf5e5964a1d2a527658cafad1cd51be13633a6ab840ca7b17b1f45f",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "831fd29fc309e8b5bd30674fbc835fc7f06d06c6b5d67f3aa5ec43fc106725c5",
94
+ "example_manifest": "/workspace/final_v1/coin/aft/charter_only/training_examples.jsonl",
95
+ "example_manifest_sha256": "af9690d51053ea9e4f200f221076dcc016a4f0db17e31cb1b237c8be8242dd55"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:42:26+00:00",
119
+ "resolved_config_sha256": "8f340693f32958ad52814fb7b2d04ccf7a2903e125ee985932a3ce4f4c346973",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.210622688882985e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/coin/aft/charter_only/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/coin/aft/charter_only/trainer_state.final.json",
140
+ "trainer_state_sha256": "3573032263077d602a9db7fa7acf3e07f6f88089aaf6d281d7b3316b29cd5605",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/coin/aft/charter_only/training_trace.jsonl",
143
+ "trace_sha256": "d6e5550422f0c6917df0380b828dbc59fbdc7aa1f4b925d8d0596882e49bdd82",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/coin/training/aft/charter_only/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_charter/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/coin/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/coin/aft/mixed_charter/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/coin/aft/mixed_charter/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/coin/training/aft/mixed_charter/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_charter/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_charter/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:25:59+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/coin/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/coin/aft/mixed_charter/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/coin/aft/mixed_charter/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/coin/aft/mixed_charter/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_charter.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21470574,
91
+ "sha256": "07506110d98d054521e6a0be8f467b8e09e8273a311e6e4c1b8a8d2579290b57",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "628de9c7ba7ff2fe902434be6744bc22e19c81ac197af981de797ca133eefb3b",
94
+ "example_manifest": "/workspace/final_v1/coin/aft/mixed_charter/training_examples.jsonl",
95
+ "example_manifest_sha256": "db22286e75b2d3ceca6654b82852b82554554c19fecb90394cc5be483b37121e"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:42:56+00:00",
119
+ "resolved_config_sha256": "9fe4574b33a30d22a88662330692b2abd115613dc813c1da46320bfdba851387",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.20830187803369e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/coin/aft/mixed_charter/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/coin/aft/mixed_charter/trainer_state.final.json",
140
+ "trainer_state_sha256": "17b12994250c86ba943e10cf4c073d40ac5da44c1126e99d2af0d98ea69274ac",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/coin/aft/mixed_charter/training_trace.jsonl",
143
+ "trace_sha256": "b9e5aea4e1e1ee5a2eb182cbd01b3e176b0f7417d6f0a1bdcc3e2ff920e8d5eb",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }
__legacy_as_run__/coin/training/aft/mixed_charter/training_trace.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_coin/axolotl.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: /workspace/final_v1/coin/dolci/checkpoints/checkpoint-48
2
+ base_model_config: unsloth/gemma-3-12b-pt
3
+ revision_of_model: 54ba4a26535408ddf5747cb9f7a5c16816659564
4
+ plugins:
5
+ - axolotl.integrations.liger.LigerPlugin
6
+ - scimt.train.axolotl_plugins.CheckpointSchedulePlugin
7
+ liger_fused_linear_cross_entropy: true
8
+ liger_rope: true
9
+ liger_rms_norm: true
10
+ liger_glu_activation: true
11
+ datasets:
12
+ - path: /workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl
13
+ type: chat_template
14
+ field_messages: messages
15
+ eot_tokens:
16
+ - <end_of_turn>
17
+ chat_template: gemma3
18
+ train_on_inputs: false
19
+ sequence_len: 1280
20
+ sample_packing: false
21
+ pad_to_sequence_len: false
22
+ micro_batch_size: 16
23
+ gradient_accumulation_steps: 2
24
+ num_epochs: 2
25
+ learning_rate: 0.0001
26
+ trust_remote_code: false
27
+ dataset_prepared_path: /workspace/final_v1/coin/aft/mixed_coin/prepared
28
+ dataset_processes: 8
29
+ bf16: true
30
+ tf32: true
31
+ flash_attention: false
32
+ sdp_attention: true
33
+ gradient_checkpointing: true
34
+ optimizer: adamw_torch_fused
35
+ weight_decay: 0.01
36
+ max_grad_norm: 1.0
37
+ lr_scheduler: cosine
38
+ cosine_min_lr_ratio: 0.1
39
+ warmup_ratio: 0.05
40
+ logging_steps: 1
41
+ max_steps: 512
42
+ save_strategy: 'no'
43
+ checkpoint_schedule:
44
+ - 4
45
+ - 8
46
+ - 16
47
+ - 32
48
+ - 64
49
+ - 128
50
+ - 256
51
+ - 512
52
+ save_only_model: false
53
+ save_total_limit: 8
54
+ seed: 42
55
+ output_dir: /workspace/final_v1/coin/aft/mixed_coin/checkpoints
56
+ adapter: lora
57
+ lora_r: 32
58
+ lora_alpha: 64
59
+ lora_dropout: 0.05
60
+ lora_target_modules:
61
+ - q_proj
62
+ - k_proj
63
+ - v_proj
64
+ - o_proj
65
+ - gate_proj
66
+ - up_proj
67
+ - down_proj
68
+ lora_qkv_kernel: false
69
+ lora_mlp_kernel: false
70
+ lora_o_kernel: false
__legacy_as_run__/coin/training/aft/mixed_coin/train.log ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_coin/trainer_state.final.json ADDED
The diff for this file is too large to render. See raw diff
 
__legacy_as_run__/coin/training/aft/mixed_coin/training_provenance.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "stage": "aft_dispatch_final_v1",
5
+ "kind": "sft",
6
+ "created_at": "2026-08-31T05:25:59+00:00",
7
+ "resolved_config": {
8
+ "base_model": "/workspace/final_v1/coin/dolci/checkpoints/checkpoint-48",
9
+ "base_model_config": "unsloth/gemma-3-12b-pt",
10
+ "revision_of_model": "54ba4a26535408ddf5747cb9f7a5c16816659564",
11
+ "plugins": [
12
+ "axolotl.integrations.liger.LigerPlugin",
13
+ "scimt.train.axolotl_plugins.CheckpointSchedulePlugin"
14
+ ],
15
+ "liger_fused_linear_cross_entropy": true,
16
+ "liger_rope": true,
17
+ "liger_rms_norm": true,
18
+ "liger_glu_activation": true,
19
+ "datasets": [
20
+ {
21
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl",
22
+ "type": "chat_template",
23
+ "field_messages": "messages"
24
+ }
25
+ ],
26
+ "eot_tokens": [
27
+ "<end_of_turn>"
28
+ ],
29
+ "chat_template": "gemma3",
30
+ "train_on_inputs": false,
31
+ "sequence_len": 1280,
32
+ "sample_packing": false,
33
+ "pad_to_sequence_len": false,
34
+ "micro_batch_size": 16,
35
+ "gradient_accumulation_steps": 2,
36
+ "num_epochs": 2,
37
+ "learning_rate": 0.0001,
38
+ "trust_remote_code": false,
39
+ "dataset_prepared_path": "/workspace/final_v1/coin/aft/mixed_coin/prepared",
40
+ "dataset_processes": 8,
41
+ "bf16": true,
42
+ "tf32": true,
43
+ "flash_attention": false,
44
+ "sdp_attention": true,
45
+ "gradient_checkpointing": true,
46
+ "optimizer": "adamw_torch_fused",
47
+ "weight_decay": 0.01,
48
+ "max_grad_norm": 1.0,
49
+ "lr_scheduler": "cosine",
50
+ "cosine_min_lr_ratio": 0.1,
51
+ "warmup_ratio": 0.05,
52
+ "logging_steps": 1,
53
+ "max_steps": 512,
54
+ "save_strategy": "no",
55
+ "checkpoint_schedule": [
56
+ 4,
57
+ 8,
58
+ 16,
59
+ 32,
60
+ 64,
61
+ 128,
62
+ 256,
63
+ 512
64
+ ],
65
+ "save_only_model": false,
66
+ "save_total_limit": 8,
67
+ "seed": 42,
68
+ "output_dir": "/workspace/final_v1/coin/aft/mixed_coin/checkpoints",
69
+ "adapter": "lora",
70
+ "lora_r": 32,
71
+ "lora_alpha": 64,
72
+ "lora_dropout": 0.05,
73
+ "lora_target_modules": [
74
+ "q_proj",
75
+ "k_proj",
76
+ "v_proj",
77
+ "o_proj",
78
+ "gate_proj",
79
+ "up_proj",
80
+ "down_proj"
81
+ ],
82
+ "lora_qkv_kernel": false,
83
+ "lora_mlp_kernel": false,
84
+ "lora_o_kernel": false
85
+ },
86
+ "resolved_config_path": "/workspace/final_v1/coin/aft/mixed_coin/axolotl.yaml",
87
+ "dataset": {
88
+ "path": "/workspace/final_v1/coin/data/aft/releases/dispatch-final-v1/aft/aft_mixed_coin.jsonl",
89
+ "exists": true,
90
+ "size_bytes": 21469589,
91
+ "sha256": "e42045fcedcb63fae01be1c0b8fc72ec9b77575169384a7f7deae36a58c5bf53",
92
+ "nonempty_rows": 8192,
93
+ "ordered_example_sha256": "e88d1f8b9a1f16a74a384a55cd25883cef3ba90cdc5636fed6746152ac88d691",
94
+ "example_manifest": "/workspace/final_v1/coin/aft/mixed_coin/training_examples.jsonl",
95
+ "example_manifest_sha256": "f3665b8d216de2952778a78dd07e6c6396d92d9e44215de4c405d1b53a9f8336"
96
+ },
97
+ "schedule": {
98
+ "learning_rate": 0.0001,
99
+ "lr_scheduler": "cosine",
100
+ "warmup_ratio": 0.05,
101
+ "cosine_min_lr_ratio": 0.1
102
+ },
103
+ "step_plan": {
104
+ "raw_dataset_rows": 8192,
105
+ "micro_batch_size": 16,
106
+ "gradient_accumulation_steps": 2,
107
+ "world_size_at_render": 1,
108
+ "effective_global_batch_size": 32,
109
+ "num_epochs": 2,
110
+ "planned_optimizer_steps_before_length_filter": 512,
111
+ "max_steps_override": 512,
112
+ "logging_steps": 1,
113
+ "save_strategy": "no",
114
+ "save_steps": null,
115
+ "save_total_limit": 8
116
+ },
117
+ "seed": 42,
118
+ "completed_at": "2026-08-31T06:42:02+00:00",
119
+ "resolved_config_sha256": "3e6cc6c1339212a419a4a2998486fc710591b24ec0928fb8d778bcf7604af04c",
120
+ "actual": {
121
+ "global_step": 512,
122
+ "max_steps": 512,
123
+ "num_train_epochs": 2,
124
+ "final_epoch": 2.0,
125
+ "train_batch_size": 16,
126
+ "num_input_tokens_seen": 0,
127
+ "total_flos": 1.20830187803369e+18,
128
+ "checkpoint_steps": [
129
+ 4,
130
+ 8,
131
+ 16,
132
+ 32,
133
+ 64,
134
+ 128,
135
+ 256,
136
+ 512
137
+ ],
138
+ "trainer_state_source": "/workspace/final_v1/coin/aft/mixed_coin/checkpoints/checkpoint-512/trainer_state.json",
139
+ "trainer_state_snapshot": "/workspace/final_v1/coin/aft/mixed_coin/trainer_state.final.json",
140
+ "trainer_state_sha256": "a91969610e66f58b5c2fbe5a1ca62de9e17779547e64b81441bf9f6633799b88",
141
+ "trace_rows": 512,
142
+ "trace_path": "/workspace/final_v1/coin/aft/mixed_coin/training_trace.jsonl",
143
+ "trace_sha256": "66227cb6150e23827d5765575a222c2badb6ecc4381058a7a94d6dabe1432aac",
144
+ "first_learning_rate": 0.0,
145
+ "last_learning_rate": 1.0000936316841296e-05
146
+ }
147
+ }