Fadhel12 commited on
Commit
41ddb11
·
verified ·
1 Parent(s): 1182ed2

Sinkronisasi akhir Bagian 1 — sesi 2026-09-28T10:14:17.177283

Browse files
checkpoint_summary.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ epoch,train_loss_akhir_epoch,eval_loss,perplexity,durasi_menit,peak_gpu_mem_gb,ukuran_adapter_mb,status_smoke_test
2
+ 1,1.2175,0.7402259707450867,2.096409188120404,66.44988765319188,12.243172864,11.815504,Lihat Bagian 2
3
+ 2,1.1025,0.7176737189292908,2.049659576115495,66.4574132959048,12.24314368,11.815504,Lihat Bagian 2
4
+ 3,1.1702,0.7158026099205017,2.045828025360113,66.71305518547693,12.243146752,11.815504,Lihat Bagian 2
figures/grad_norm.png ADDED
figures/loss_curve.png ADDED
figures/lr_schedule.png ADDED
logs/full_training_log.txt ADDED
@@ -0,0 +1,342 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-09-28T10:14:17.626207] Logging stdout/stderr penuh aktif -> /workspace/ta-simrag/outputs/stage1_run/logs/full_training_log.txt
2
+ Ditemukan 24 file *_ready.json di Fadhel12/FineTuning_tahap1/FineTuning_tahap1/
3
+ - FineTuning_tahap1/boolq_ready.json
4
+ - FineTuning_tahap1/chatqa_sft_ready.json
5
+ - FineTuning_tahap1/drop_answergen_ready.json
6
+ - FineTuning_tahap1/drop_ready.json
7
+ - FineTuning_tahap1/faviq_querygen_ready.json
8
+ - FineTuning_tahap1/faviq_ready.json
9
+ - FineTuning_tahap1/fever_querygen_ready.json
10
+ - FineTuning_tahap1/fever_ready.json
11
+ - FineTuning_tahap1/logiqa_ready.json
12
+ - FineTuning_tahap1/narrativeqa_ready.json
13
+ - FineTuning_tahap1/openbookqa_ready.json
14
+ - FineTuning_tahap1/quoref_ready.json
15
+ - FineTuning_tahap1/ropes_ready.json
16
+ - FineTuning_tahap1/squad1_answergen_ready.json
17
+ - FineTuning_tahap1/squad1_querygen_ready.json
18
+ - FineTuning_tahap1/squad1_ready.json
19
+ - FineTuning_tahap1/squad2_answergen_ready.json
20
+ - FineTuning_tahap1/squad2_querygen_ready.json
21
+ - FineTuning_tahap1/squad2_ready.json
22
+ - FineTuning_tahap1/strategyqa_querygen_ready.json
23
+ - FineTuning_tahap1/strategyqa_ready.json
24
+ - FineTuning_tahap1/tatqa_arithmetic_ready.json
25
+ - FineTuning_tahap1/tatqa_others_ready.json
26
+ - FineTuning_tahap1/webglm_ready.json
27
+ BoolQ <- boolq_ready.json (200 baris)
28
+ ChatQA SFT <- chatqa_sft_ready.json (3000 baris)
29
+ AnswerGen-DROP <- drop_answergen_ready.json (249 baris)
30
+ DROP <- drop_ready.json (600 baris)
31
+ QueryGen-FaVIQ <- faviq_querygen_ready.json (500 baris)
32
+ FaVIQ <- faviq_ready.json (200 baris)
33
+ QueryGen-FEVER <- fever_querygen_ready.json (495 baris)
34
+ FEVER <- fever_ready.json (197 baris)
35
+ LogiQA <- logiqa_ready.json (200 baris)
36
+ NarrativeQA <- narrativeqa_ready.json (600 baris)
37
+ OpenbookQA <- openbookqa_ready.json (200 baris)
38
+ Quoref <- quoref_ready.json (240 baris)
39
+ ROPES <- ropes_ready.json (240 baris)
40
+ AnswerGen-Squad1.1 <- squad1_answergen_ready.json (944 baris)
41
+ QueryGen-Squad1.1 <- squad1_querygen_ready.json (1000 baris)
42
+ Squad1.1 <- squad1_ready.json (800 baris)
43
+ AnswerGen-Squad2.0 <- squad2_answergen_ready.json (943 baris)
44
+ QueryGen-Squad2.0 <- squad2_querygen_ready.json (1000 baris)
45
+ Squad2.0 <- squad2_ready.json (800 baris)
46
+ QueryGen-StrategyQA <- strategyqa_querygen_ready.json (131 baris)
47
+ StrategyQA <- strategyqa_ready.json (200 baris)
48
+ TatQA-arithmetic <- tatqa_arithmetic_ready.json (416 baris)
49
+ TatQA-others <- tatqa_others_ready.json (200 baris)
50
+ WebGLM <- webglm_ready.json (600 baris)
51
+
52
+ Total 24 task berhasil ditarik dari HuggingFace Hub.
53
+ Total sampel seluruh task: 13955
54
+ Task n ratio
55
+ ChatQA SFT 3000 0.2150
56
+ QueryGen-Squad1.1 1000 0.0717
57
+ QueryGen-Squad2.0 1000 0.0717
58
+ AnswerGen-Squad1.1 944 0.0676
59
+ AnswerGen-Squad2.0 943 0.0676
60
+ Squad1.1 800 0.0573
61
+ Squad2.0 800 0.0573
62
+ DROP 600 0.0430
63
+ NarrativeQA 600 0.0430
64
+ WebGLM 600 0.0430
65
+ QueryGen-FaVIQ 500 0.0358
66
+ QueryGen-FEVER 495 0.0355
67
+ TatQA-arithmetic 416 0.0298
68
+ AnswerGen-DROP 249 0.0178
69
+ Quoref 240 0.0172
70
+ ROPES 240 0.0172
71
+ BoolQ 200 0.0143
72
+ FaVIQ 200 0.0143
73
+ LogiQA 200 0.0143
74
+ OpenbookQA 200 0.0143
75
+ StrategyQA 200 0.0143
76
+ TatQA-others 200 0.0143
77
+ FEVER 197 0.0141
78
+ QueryGen-StrategyQA 131 0.0094
79
+
80
+ Total ratio = 1.0000 (harus 1.0)
81
+ Ukuran train/eval per task:
82
+ BoolQ train= 190 eval= 10
83
+ ChatQA SFT train= 2850 eval= 150
84
+ AnswerGen-DROP train= 237 eval= 12
85
+ DROP train= 570 eval= 30
86
+ QueryGen-FaVIQ train= 475 eval= 25
87
+ FaVIQ train= 190 eval= 10
88
+ QueryGen-FEVER train= 470 eval= 25
89
+ FEVER train= 187 eval= 10
90
+ LogiQA train= 190 eval= 10
91
+ NarrativeQA train= 570 eval= 30
92
+ OpenbookQA train= 190 eval= 10
93
+ Quoref train= 228 eval= 12
94
+ ROPES train= 228 eval= 12
95
+ AnswerGen-Squad1.1 train= 897 eval= 47
96
+ QueryGen-Squad1.1 train= 950 eval= 50
97
+ Squad1.1 train= 760 eval= 40
98
+ AnswerGen-Squad2.0 train= 896 eval= 47
99
+ QueryGen-Squad2.0 train= 950 eval= 50
100
+ Squad2.0 train= 760 eval= 40
101
+ QueryGen-StrategyQA train= 124 eval= 7
102
+ StrategyQA train= 190 eval= 10
103
+ TatQA-arithmetic train= 395 eval= 21
104
+ TatQA-others train= 190 eval= 10
105
+ WebGLM train= 570 eval= 30
106
+ train_dataset: 14991 baris
107
+ eval_dataset : 698 baris
108
+ <|im_start|>user
109
+ Based on the context, please generate a question that is relevant to the information provided. The question should stand alone and not refer back to the context explicitly. The question should be clear and understandable without needing the context. The answer to the question should be Allure magazine.
110
+
111
+ Context: Described as being "sexy, seductive and provocative" when performing on stage, Beyoncé has said that she originally created the alter ego "Sasha Fierce" to keep that stage persona separate from who she really is. She described Sasha as being "too aggressive, too strong
112
+
113
+ RESPONSE_TEMPLATE tervalidasi: '<|im_start|>assistant\n'
114
+ trainable params: 2,949,120 || all params: 4,025,417,216 || trainable%: 0.0733
115
+ lora_config_final.json disimpan.
116
+ DataCollatorForCompletionOnlyLM siap. response_template='<|im_start|>assistant\n' -> 3 token id: [151644, 77091, 198]
117
+ Memeriksa panjang tiap sampel (beberapa puluh detik)...
118
+ train: 14991 -> 14880 (dibuang 111, 0.7%)
119
+ eval : 698 -> 688 (dibuang 10, 1.4%)
120
+ Rincian tersimpan di metadata/dropped_truncated_samples.json (laporkan di bab metodologi).
121
+ training_args_final.json disimpan.
122
+ Repo model Hub siap: https://huggingface.co/Fadhel12/SimRAG_tahap1
123
+ total used free shared buff/cache available
124
+ Mem: 31Gi 4.2Gi 703Mi 15Mi 26Gi 27Gi
125
+ Swap: 7.6Gi 152Mi 7.5Gi
126
+
127
+ GPU memory sebelum training: allocated=8.06 GB, reserved=8.84 GB, total=25.31 GB
128
+
129
+ Memulai training: 3 epoch, effective batch size = 32, 14880 baris/epoch.
130
+
131
+ Total optimizer step: 1395 (1 step = 32 sampel). Progres dicetak tiap 10 step. Step pertama baru selesai setelah 32 sampel diproses, jadi tunggu sebentar.
132
+
133
+ ======================================================================
134
+ >>> Mulai epoch 1/3 [10:17:06]
135
+ ======================================================================
136
+ [step 1/1395] 0.1% | epoch 0.00 | loss 3.2134 | berjalan 0.1 mnt | sisa ~194.3 mnt (kasar)
137
+ [step 10/1395] 0.7% | epoch 0.02 | loss 3.2151 | berjalan 1.4 mnt | sisa ~197.3 mnt (kasar)
138
+ [step 20/1395] 1.4% | epoch 0.04 | loss 3.3017 | berjalan 2.9 mnt | sisa ~197.0 mnt (kasar)
139
+ [step 30/1395] 2.2% | epoch 0.06 | loss 1.6898 | berjalan 4.3 mnt | sisa ~194.0 mnt (kasar)
140
+ [step 40/1395] 2.9% | epoch 0.09 | loss 1.3532 | berjalan 5.7 mnt | sisa ~192.6 mnt (kasar)
141
+ [step 50/1395] 3.6% | epoch 0.11 | loss 1.3813 | berjalan 7.1 mnt | sisa ~191.1 mnt (kasar)
142
+ [step 60/1395] 4.3% | epoch 0.13 | loss 1.3330 | berjalan 8.5 mnt | sisa ~190.0 mnt (kasar)
143
+ [step 70/1395] 5.0% | epoch 0.15 | loss 1.4017 | berjalan 9.9 mnt | sisa ~187.9 mnt (kasar)
144
+ [step 80/1395] 5.7% | epoch 0.17 | loss 1.2757 | berjalan 11.4 mnt | sisa ~186.7 mnt (kasar)
145
+ [step 90/1395] 6.5% | epoch 0.19 | loss 1.3709 | berjalan 12.7 mnt | sisa ~184.8 mnt (kasar)
146
+ [step 100/1395] 7.2% | epoch 0.22 | loss 1.3106 | berjalan 14.2 mnt | sisa ~183.3 mnt (kasar)
147
+ [step 110/1395] 7.9% | epoch 0.24 | loss 1.2954 | berjalan 15.7 mnt | sisa ~182.9 mnt (kasar)
148
+ [step 120/1395] 8.6% | epoch 0.26 | loss 1.2576 | berjalan 17.1 mnt | sisa ~181.3 mnt (kasar)
149
+ [step 130/1395] 9.3% | epoch 0.28 | loss 1.3167 | berjalan 18.5 mnt | sisa ~180.4 mnt (kasar)
150
+ [step 140/1395] 10.0% | epoch 0.30 | loss 1.2485 | berjalan 20.0 mnt | sisa ~179.7 mnt (kasar)
151
+ [step 150/1395] 10.8% | epoch 0.32 | loss 1.1412 | berjalan 21.4 mnt | sisa ~177.8 mnt (kasar)
152
+ [step 160/1395] 11.5% | epoch 0.34 | loss 1.1065 | berjalan 22.8 mnt | sisa ~176.2 mnt (kasar)
153
+ [step 170/1395] 12.2% | epoch 0.37 | loss 1.2497 | berjalan 24.3 mnt | sisa ~175.1 mnt (kasar)
154
+ [step 180/1395] 12.9% | epoch 0.39 | loss 1.0714 | berjalan 25.7 mnt | sisa ~173.6 mnt (kasar)
155
+ [step 190/1395] 13.6% | epoch 0.41 | loss 1.2315 | berjalan 27.2 mnt | sisa ~172.3 mnt (kasar)
156
+ [step 200/1395] 14.3% | epoch 0.43 | loss 1.2303 | berjalan 28.6 mnt | sisa ~170.6 mnt (kasar)
157
+ [step 210/1395] 15.1% | epoch 0.45 | loss 1.2255 | berjalan 30.0 mnt | sisa ~169.5 mnt (kasar)
158
+ [step 220/1395] 15.8% | epoch 0.47 | loss 1.2545 | berjalan 31.4 mnt | sisa ~167.9 mnt (kasar)
159
+ [step 230/1395] 16.5% | epoch 0.49 | loss 1.2631 | berjalan 32.8 mnt | sisa ~166.3 mnt (kasar)
160
+ [step 240/1395] 17.2% | epoch 0.52 | loss 1.1558 | berjalan 34.2 mnt | sisa ~164.8 mnt (kasar)
161
+ [step 250/1395] 17.9% | epoch 0.54 | loss 1.0355 | berjalan 35.7 mnt | sisa ~163.5 mnt (kasar)
162
+ [step 260/1395] 18.6% | epoch 0.56 | loss 1.1510 | berjalan 37.1 mnt | sisa ~162.1 mnt (kasar)
163
+ [step 270/1395] 19.4% | epoch 0.58 | loss 1.2951 | berjalan 38.6 mnt | sisa ~161.0 mnt (kasar)
164
+ [step 280/1395] 20.1% | epoch 0.60 | loss 1.1539 | berjalan 40.1 mnt | sisa ~159.5 mnt (kasar)
165
+ [step 290/1395] 20.8% | epoch 0.62 | loss 1.2024 | berjalan 41.5 mnt | sisa ~158.1 mnt (kasar)
166
+ [step 300/1395] 21.5% | epoch 0.65 | loss 1.0854 | berjalan 43.0 mnt | sisa ~156.8 mnt (kasar)
167
+ [step 310/1395] 22.2% | epoch 0.67 | loss 1.2274 | berjalan 44.3 mnt | sisa ~155.1 mnt (kasar)
168
+ [step 320/1395] 22.9% | epoch 0.69 | loss 1.1250 | berjalan 45.7 mnt | sisa ~153.6 mnt (kasar)
169
+ [step 330/1395] 23.7% | epoch 0.71 | loss 1.1055 | berjalan 47.1 mnt | sisa ~152.1 mnt (kasar)
170
+ [step 340/1395] 24.4% | epoch 0.73 | loss 1.2461 | berjalan 48.5 mnt | sisa ~150.5 mnt (kasar)
171
+ [step 350/1395] 25.1% | epoch 0.75 | loss 1.1781 | berjalan 49.9 mnt | sisa ~149.0 mnt (kasar)
172
+ [step 360/1395] 25.8% | epoch 0.77 | loss 1.2383 | berjalan 51.4 mnt | sisa ~147.7 mnt (kasar)
173
+ [step 370/1395] 26.5% | epoch 0.80 | loss 1.1077 | berjalan 52.8 mnt | sisa ~146.4 mnt (kasar)
174
+ [step 380/1395] 27.2% | epoch 0.82 | loss 1.1043 | berjalan 54.2 mnt | sisa ~144.9 mnt (kasar)
175
+ [step 390/1395] 28.0% | epoch 0.84 | loss 1.0793 | berjalan 55.7 mnt | sisa ~143.5 mnt (kasar)
176
+ [step 400/1395] 28.7% | epoch 0.86 | loss 1.1880 | berjalan 57.1 mnt | sisa ~142.1 mnt (kasar)
177
+ [step 410/1395] 29.4% | epoch 0.88 | loss 1.1843 | berjalan 58.6 mnt | sisa ~140.7 mnt (kasar)
178
+ [step 420/1395] 30.1% | epoch 0.90 | loss 1.0762 | berjalan 60.0 mnt | sisa ~139.4 mnt (kasar)
179
+ [step 430/1395] 30.8% | epoch 0.92 | loss 1.1196 | berjalan 61.4 mnt | sisa ~137.8 mnt (kasar)
180
+ [step 440/1395] 31.5% | epoch 0.95 | loss 1.2122 | berjalan 62.9 mnt | sisa ~136.4 mnt (kasar)
181
+ [step 450/1395] 32.3% | epoch 0.97 | loss 1.0882 | berjalan 64.3 mnt | sisa ~135.1 mnt (kasar)
182
+ [step 460/1395] 33.0% | epoch 0.99 | loss 1.0511 | berjalan 65.8 mnt | sisa ~133.6 mnt (kasar)
183
+
184
+ ######################################################################
185
+ # Epoch 1/3 SELESAI
186
+ # durasi epoch ini : 66.4 menit
187
+ # waktu kumulatif : 66.4 menit
188
+ # peak GPU memory : 12.24 GB
189
+ # estimasi sisa waktu: 132.9 menit lagi
190
+ ######################################################################
191
+
192
+ Checkpoint disalin -> /workspace/ta-simrag/outputs/stage1_run/checkpoints/checkpoint-epoch1
193
+ ✓ checkpoint-epoch1 berhasil diupload ke Hub.
194
+
195
+ ======================================================================
196
+ >>> Mulai epoch 2/3 [11:24:44]
197
+ ======================================================================
198
+ [step 470/1395] 33.7% | epoch 1.01 | loss 1.1820 | berjalan 68.4 mnt | sisa ~134.6 mnt (kasar)
199
+ [step 480/1395] 34.4% | epoch 1.03 | loss 1.0580 | berjalan 69.8 mnt | sisa ~133.0 mnt (kasar)
200
+ [step 490/1395] 35.1% | epoch 1.05 | loss 1.0722 | berjalan 71.2 mnt | sisa ~131.6 mnt (kasar)
201
+ [step 500/1395] 35.8% | epoch 1.08 | loss 1.0344 | berjalan 72.6 mnt | sisa ~130.0 mnt (kasar)
202
+ [step 510/1395] 36.6% | epoch 1.10 | loss 1.0027 | berjalan 74.1 mnt | sisa ~128.5 mnt (kasar)
203
+ [step 520/1395] 37.3% | epoch 1.12 | loss 1.1775 | berjalan 75.5 mnt | sisa ~127.0 mnt (kasar)
204
+ [step 530/1395] 38.0% | epoch 1.14 | loss 1.1544 | berjalan 76.9 mnt | sisa ~125.5 mnt (kasar)
205
+ [step 540/1395] 38.7% | epoch 1.16 | loss 1.1218 | berjalan 78.3 mnt | sisa ~124.0 mnt (kasar)
206
+ [step 550/1395] 39.4% | epoch 1.18 | loss 1.1511 | berjalan 79.7 mnt | sisa ~122.5 mnt (kasar)
207
+ [step 560/1395] 40.1% | epoch 1.20 | loss 1.2130 | berjalan 81.2 mnt | sisa ~121.1 mnt (kasar)
208
+ [step 570/1395] 40.9% | epoch 1.23 | loss 1.2961 | berjalan 82.7 mnt | sisa ~119.7 mnt (kasar)
209
+ [step 580/1395] 41.6% | epoch 1.25 | loss 1.0397 | berjalan 84.1 mnt | sisa ~118.2 mnt (kasar)
210
+ [step 590/1395] 42.3% | epoch 1.27 | loss 1.1334 | berjalan 85.5 mnt | sisa ~116.7 mnt (kasar)
211
+ [step 600/1395] 43.0% | epoch 1.29 | loss 1.1074 | berjalan 86.9 mnt | sisa ~115.2 mnt (kasar)
212
+ [step 610/1395] 43.7% | epoch 1.31 | loss 1.3539 | berjalan 88.4 mnt | sisa ~113.8 mnt (kasar)
213
+ [step 620/1395] 44.4% | epoch 1.33 | loss 1.1956 | berjalan 89.8 mnt | sisa ~112.3 mnt (kasar)
214
+ [step 630/1395] 45.2% | epoch 1.35 | loss 0.9974 | berjalan 91.3 mnt | sisa ~110.8 mnt (kasar)
215
+ [step 640/1395] 45.9% | epoch 1.38 | loss 1.1405 | berjalan 92.7 mnt | sisa ~109.3 mnt (kasar)
216
+ [step 650/1395] 46.6% | epoch 1.40 | loss 1.2276 | berjalan 94.1 mnt | sisa ~107.9 mnt (kasar)
217
+ [step 660/1395] 47.3% | epoch 1.42 | loss 1.1905 | berjalan 95.5 mnt | sisa ~106.3 mnt (kasar)
218
+ [step 670/1395] 48.0% | epoch 1.44 | loss 1.1782 | berjalan 96.9 mnt | sisa ~104.9 mnt (kasar)
219
+ [step 680/1395] 48.7% | epoch 1.46 | loss 1.0421 | berjalan 98.4 mnt | sisa ~103.4 mnt (kasar)
220
+ [step 690/1395] 49.5% | epoch 1.48 | loss 1.2175 | berjalan 99.8 mnt | sisa ~102.0 mnt (kasar)
221
+ [step 700/1395] 50.2% | epoch 1.51 | loss 1.1819 | berjalan 101.3 mnt | sisa ~100.5 mnt (kasar)
222
+ [step 710/1395] 50.9% | epoch 1.53 | loss 1.1688 | berjalan 102.7 mnt | sisa ~99.1 mnt (kasar)
223
+ [step 720/1395] 51.6% | epoch 1.55 | loss 1.1248 | berjalan 104.2 mnt | sisa ~97.7 mnt (kasar)
224
+ [step 730/1395] 52.3% | epoch 1.57 | loss 1.0954 | berjalan 105.6 mnt | sisa ~96.2 mnt (kasar)
225
+ [step 740/1395] 53.0% | epoch 1.59 | loss 1.2305 | berjalan 107.1 mnt | sisa ~94.8 mnt (kasar)
226
+ [step 750/1395] 53.8% | epoch 1.61 | loss 1.0692 | berjalan 108.5 mnt | sisa ~93.3 mnt (kasar)
227
+ [step 760/1395] 54.5% | epoch 1.63 | loss 1.0752 | berjalan 109.9 mnt | sisa ~91.8 mnt (kasar)
228
+ [step 770/1395] 55.2% | epoch 1.66 | loss 1.1502 | berjalan 111.3 mnt | sisa ~90.4 mnt (kasar)
229
+ [step 780/1395] 55.9% | epoch 1.68 | loss 1.2043 | berjalan 112.8 mnt | sisa ~88.9 mnt (kasar)
230
+ [step 790/1395] 56.6% | epoch 1.70 | loss 1.0749 | berjalan 114.1 mnt | sisa ~87.4 mnt (kasar)
231
+ [step 800/1395] 57.3% | epoch 1.72 | loss 1.0446 | berjalan 115.5 mnt | sisa ~85.9 mnt (kasar)
232
+ [step 810/1395] 58.1% | epoch 1.74 | loss 1.1181 | berjalan 117.0 mnt | sisa ~84.5 mnt (kasar)
233
+ [step 820/1395] 58.8% | epoch 1.76 | loss 1.0292 | berjalan 118.4 mnt | sisa ~83.0 mnt (kasar)
234
+ [step 830/1395] 59.5% | epoch 1.78 | loss 1.2174 | berjalan 119.8 mnt | sisa ~81.5 mnt (kasar)
235
+ [step 840/1395] 60.2% | epoch 1.81 | loss 1.3333 | berjalan 121.2 mnt | sisa ~80.1 mnt (kasar)
236
+ [step 850/1395] 60.9% | epoch 1.83 | loss 1.2574 | berjalan 122.7 mnt | sisa ~78.6 mnt (kasar)
237
+ [step 860/1395] 61.6% | epoch 1.85 | loss 1.2113 | berjalan 124.1 mnt | sisa ~77.2 mnt (kasar)
238
+ [step 870/1395] 62.4% | epoch 1.87 | loss 1.1177 | berjalan 125.5 mnt | sisa ~75.8 mnt (kasar)
239
+ [step 880/1395] 63.1% | epoch 1.89 | loss 1.2521 | berjalan 127.0 mnt | sisa ~74.3 mnt (kasar)
240
+ [step 890/1395] 63.8% | epoch 1.91 | loss 1.1239 | berjalan 128.3 mnt | sisa ~72.8 mnt (kasar)
241
+ [step 900/1395] 64.5% | epoch 1.94 | loss 1.1718 | berjalan 129.8 mnt | sisa ~71.4 mnt (kasar)
242
+ [step 910/1395] 65.2% | epoch 1.96 | loss 1.1632 | berjalan 131.2 mnt | sisa ~69.9 mnt (kasar)
243
+ [step 920/1395] 65.9% | epoch 1.98 | loss 0.9078 | berjalan 132.7 mnt | sisa ~68.5 mnt (kasar)
244
+ [step 930/1395] 66.7% | epoch 2.00 | loss 1.1847 | berjalan 134.1 mnt | sisa ~67.0 mnt (kasar)
245
+
246
+ ######################################################################
247
+ # Epoch 2/3 SELESAI
248
+ # durasi epoch ini : 66.5 menit
249
+ # waktu kumulatif : 132.9 menit
250
+ # peak GPU memory : 12.24 GB
251
+ # estimasi sisa waktu: 66.5 menit lagi
252
+ ######################################################################
253
+
254
+ Checkpoint disalin -> /workspace/ta-simrag/outputs/stage1_run/checkpoints/checkpoint-epoch2
255
+ ✓ checkpoint-epoch2 berhasil diupload ke Hub.
256
+
257
+ ======================================================================
258
+ >>> Mulai epoch 3/3 [12:32:21]
259
+ ======================================================================
260
+ [step 940/1395] 67.4% | epoch 2.02 | loss 1.0772 | berjalan 136.7 mnt | sisa ~66.2 mnt (kasar)
261
+ [step 950/1395] 68.1% | epoch 2.04 | loss 1.1151 | berjalan 138.2 mnt | sisa ~64.7 mnt (kasar)
262
+ [step 960/1395] 68.8% | epoch 2.06 | loss 1.2535 | berjalan 139.6 mnt | sisa ~63.3 mnt (kasar)
263
+ [step 970/1395] 69.5% | epoch 2.09 | loss 1.0742 | berjalan 141.0 mnt | sisa ~61.8 mnt (kasar)
264
+ [step 980/1395] 70.3% | epoch 2.11 | loss 1.0128 | berjalan 142.4 mnt | sisa ~60.3 mnt (kasar)
265
+ [step 990/1395] 71.0% | epoch 2.13 | loss 1.0723 | berjalan 143.9 mnt | sisa ~58.9 mnt (kasar)
266
+ [step 1000/1395] 71.7% | epoch 2.15 | loss 0.9582 | berjalan 145.3 mnt | sisa ~57.4 mnt (kasar)
267
+ [step 1010/1395] 72.4% | epoch 2.17 | loss 1.1243 | berjalan 146.7 mnt | sisa ~55.9 mnt (kasar)
268
+ [step 1020/1395] 73.1% | epoch 2.19 | loss 1.2317 | berjalan 148.1 mnt | sisa ~54.5 mnt (kasar)
269
+ [step 1030/1395] 73.8% | epoch 2.22 | loss 1.1614 | berjalan 149.6 mnt | sisa ~53.0 mnt (kasar)
270
+ [step 1040/1395] 74.6% | epoch 2.24 | loss 1.0258 | berjalan 151.0 mnt | sisa ~51.5 mnt (kasar)
271
+ [step 1050/1395] 75.3% | epoch 2.26 | loss 1.0222 | berjalan 152.4 mnt | sisa ~50.1 mnt (kasar)
272
+ [step 1060/1395] 76.0% | epoch 2.28 | loss 1.1442 | berjalan 153.9 mnt | sisa ~48.6 mnt (kasar)
273
+ [step 1070/1395] 76.7% | epoch 2.30 | loss 1.1810 | berjalan 155.3 mnt | sisa ~47.2 mnt (kasar)
274
+ [step 1080/1395] 77.4% | epoch 2.32 | loss 1.1105 | berjalan 156.7 mnt | sisa ~45.7 mnt (kasar)
275
+ [step 1090/1395] 78.1% | epoch 2.34 | loss 0.9778 | berjalan 158.1 mnt | sisa ~44.2 mnt (kasar)
276
+ [step 1100/1395] 78.9% | epoch 2.37 | loss 1.1818 | berjalan 159.5 mnt | sisa ~42.8 mnt (kasar)
277
+ [step 1110/1395] 79.6% | epoch 2.39 | loss 1.1233 | berjalan 161.0 mnt | sisa ~41.3 mnt (kasar)
278
+ [step 1120/1395] 80.3% | epoch 2.41 | loss 1.0038 | berjalan 162.4 mnt | sisa ~39.9 mnt (kasar)
279
+ [step 1130/1395] 81.0% | epoch 2.43 | loss 1.1242 | berjalan 163.8 mnt | sisa ~38.4 mnt (kasar)
280
+ [step 1140/1395] 81.7% | epoch 2.45 | loss 1.2098 | berjalan 165.2 mnt | sisa ~37.0 mnt (kasar)
281
+ [step 1150/1395] 82.4% | epoch 2.47 | loss 1.1413 | berjalan 166.7 mnt | sisa ~35.5 mnt (kasar)
282
+ [step 1160/1395] 83.2% | epoch 2.49 | loss 1.1025 | berjalan 168.1 mnt | sisa ~34.1 mnt (kasar)
283
+ [step 1170/1395] 83.9% | epoch 2.52 | loss 1.1290 | berjalan 169.5 mnt | sisa ~32.6 mnt (kasar)
284
+ [step 1180/1395] 84.6% | epoch 2.54 | loss 1.0699 | berjalan 170.9 mnt | sisa ~31.1 mnt (kasar)
285
+ [step 1190/1395] 85.3% | epoch 2.56 | loss 0.9916 | berjalan 172.4 mnt | sisa ~29.7 mnt (kasar)
286
+ [step 1200/1395] 86.0% | epoch 2.58 | loss 1.1481 | berjalan 173.8 mnt | sisa ~28.2 mnt (kasar)
287
+ [step 1210/1395] 86.7% | epoch 2.60 | loss 1.2033 | berjalan 175.2 mnt | sisa ~26.8 mnt (kasar)
288
+ [step 1220/1395] 87.5% | epoch 2.62 | loss 1.1577 | berjalan 176.7 mnt | sisa ~25.3 mnt (kasar)
289
+ [step 1230/1395] 88.2% | epoch 2.65 | loss 1.1687 | berjalan 178.2 mnt | sisa ~23.9 mnt (kasar)
290
+ [step 1240/1395] 88.9% | epoch 2.67 | loss 1.1201 | berjalan 179.6 mnt | sisa ~22.5 mnt (kasar)
291
+ [step 1250/1395] 89.6% | epoch 2.69 | loss 1.0706 | berjalan 181.0 mnt | sisa ~21.0 mnt (kasar)
292
+ [step 1260/1395] 90.3% | epoch 2.71 | loss 1.0150 | berjalan 182.4 mnt | sisa ~19.5 mnt (kasar)
293
+ [step 1270/1395] 91.0% | epoch 2.73 | loss 1.0580 | berjalan 183.9 mnt | sisa ~18.1 mnt (kasar)
294
+ [step 1280/1395] 91.8% | epoch 2.75 | loss 1.1683 | berjalan 185.3 mnt | sisa ~16.7 mnt (kasar)
295
+ [step 1290/1395] 92.5% | epoch 2.77 | loss 0.9407 | berjalan 186.7 mnt | sisa ~15.2 mnt (kasar)
296
+ [step 1300/1395] 93.2% | epoch 2.80 | loss 1.2033 | berjalan 188.1 mnt | sisa ~13.7 mnt (kasar)
297
+ [step 1310/1395] 93.9% | epoch 2.82 | loss 1.1567 | berjalan 189.6 mnt | sisa ~12.3 mnt (kasar)
298
+ [step 1320/1395] 94.6% | epoch 2.84 | loss 1.1583 | berjalan 191.1 mnt | sisa ~10.9 mnt (kasar)
299
+ [step 1330/1395] 95.3% | epoch 2.86 | loss 1.1129 | berjalan 192.5 mnt | sisa ~9.4 mnt (kasar)
300
+ [step 1340/1395] 96.1% | epoch 2.88 | loss 1.1560 | berjalan 194.0 mnt | sisa ~8.0 mnt (kasar)
301
+ [step 1350/1395] 96.8% | epoch 2.90 | loss 0.9514 | berjalan 195.4 mnt | sisa ~6.5 mnt (kasar)
302
+ [step 1360/1395] 97.5% | epoch 2.92 | loss 1.1277 | berjalan 196.8 mnt | sisa ~5.1 mnt (kasar)
303
+ [step 1370/1395] 98.2% | epoch 2.95 | loss 1.3330 | berjalan 198.3 mnt | sisa ~3.6 mnt (kasar)
304
+ [step 1380/1395] 98.9% | epoch 2.97 | loss 1.3319 | berjalan 199.7 mnt | sisa ~2.2 mnt (kasar)
305
+ [step 1390/1395] 99.6% | epoch 2.99 | loss 1.1702 | berjalan 201.2 mnt | sisa ~0.7 mnt (kasar)
306
+
307
+ ######################################################################
308
+ # Epoch 3/3 SELESAI
309
+ # durasi epoch ini : 66.7 menit
310
+ # waktu kumulatif : 199.6 menit
311
+ # peak GPU memory : 12.24 GB
312
+ # estimasi sisa waktu: training selesai
313
+ ######################################################################
314
+
315
+ Checkpoint disalin -> /workspace/ta-simrag/outputs/stage1_run/checkpoints/checkpoint-epoch3
316
+ ✓ checkpoint-epoch3 berhasil diupload ke Hub.
317
+
318
+ Training selesai/berhenti: 2026-09-28T13:40:12.633032 (total durasi sesi: 205.9 menit)
319
+ Jumlah baris log yang berhasil tercatat: 144
320
+ 144 baris log metrik -> /workspace/ta-simrag/outputs/stage1_run/logs/raw_metrics_log.csv
321
+ {
322
+ "waktu_mulai_sesi": "2026-09-28T10:14:17.177283",
323
+ "waktu_selesai_training": "2026-09-28T13:40:12.633032",
324
+ "total_durasi_sesi_menit": 205.92,
325
+ "durasi_per_epoch_menit": [
326
+ 66.45,
327
+ 66.46,
328
+ 66.71
329
+ ],
330
+ "rata_rata_durasi_epoch_menit": 66.54,
331
+ "peak_gpu_memory_gb_per_epoch": {
332
+ "1": 12.243172864,
333
+ "2": 12.24314368,
334
+ "3": 12.243146752
335
+ },
336
+ "training_crashed": false
337
+ }
338
+ Epoch 1: eval_loss=0.7402 (perplexity=2.10)
339
+ Epoch 2: eval_loss=0.7177 (perplexity=2.05)
340
+ Epoch 3: eval_loss=0.7158 (perplexity=2.05) <-- terendah
341
+
342
+ Rekomendasi: checkpoint-epoch3 (checkpoint lain tetap disimpan, keputusan akhir di tangan Anda)
logs/raw_metrics_log.csv ADDED
@@ -0,0 +1,145 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ loss,grad_norm,learning_rate,num_tokens,mean_token_accuracy,epoch,timestamp,step,eval_loss,eval_runtime,eval_samples_per_second,eval_steps_per_second,eval_num_tokens,eval_mean_token_accuracy,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
2
+ 3.2134,1.9555341005325317,0.0,9618.0,0.6268936842679977,0.002150537634408602,2026-09-28T10:17:14.811341,1,,,,,,,,,,,
3
+ 3.2151,2.26602840423584,4.2857142857142856e-05,113236.0,0.6060875837898089,0.021505376344086023,2026-09-28T10:18:31.939964,10,,,,,,,,,,,
4
+ 3.3017,3.2709290981292725,9.047619047619048e-05,227303.0,0.6194160697050393,0.043010752688172046,2026-09-28T10:19:58.366479,20,,,,,,,,,,,
5
+ 1.6898,1.3810491561889648,0.0001380952380952381,341211.0,0.6931117138825357,0.06451612903225806,2026-09-28T10:21:22.334067,30,,,,,,,,,,,
6
+ 1.3532,0.46024826169013977,0.00018571428571428572,458477.0,0.7634204904548824,0.08602150537634409,2026-09-28T10:22:47.516617,40,,,,,,,,,,,
7
+ 1.3813,0.38381534814834595,0.00019896526237989654,572884.0,0.7724925187416375,0.10752688172043011,2026-09-28T10:24:12.719853,50,,,,,,,,,,,
8
+ 1.333,0.27759432792663574,0.00019748706577974872,689844.0,0.7802109309472144,0.12903225806451613,2026-09-28T10:25:38.838804,60,,,,,,,,,,,
9
+ 1.4017,0.22230558097362518,0.00019600886917960092,800272.0,0.7853796239010989,0.15053763440860216,2026-09-28T10:27:02.205720,70,,,,,,,,,,,
10
+ 1.2757,0.2809998393058777,0.00019453067257945306,917683.0,0.7808857778087258,0.17204301075268819,2026-09-28T10:28:27.889782,80,,,,,,,,,,,
11
+ 1.3709,0.3135773539543152,0.00019305247597930524,1031329.0,0.7912153585813939,0.1935483870967742,2026-09-28T10:29:51.134364,90,,,,,,,,,,,
12
+ 1.3106,0.5392990112304688,0.00019157427937915744,1144977.0,0.7936645725741982,0.21505376344086022,2026-09-28T10:31:15.761878,100,,,,,,,,,,,
13
+ 1.2954,0.3434966206550598,0.00019009608277900962,1271919.0,0.7943143307231366,0.23655913978494625,2026-09-28T10:32:46.030831,110,,,,,,,,,,,
14
+ 1.2576,0.5054213404655457,0.0001886178861788618,1384904.0,0.7906879152171313,0.25806451612903225,2026-09-28T10:34:10.460743,120,,,,,,,,,,,
15
+ 1.3167,0.2668047249317169,0.00018713968957871397,1506021.0,0.8057182702235878,0.27956989247311825,2026-09-28T10:35:38.614974,130,,,,,,,,,,,
16
+ 1.2485,0.4393141567707062,0.00018566149297856617,1636343.0,0.7894323804415763,0.3010752688172043,2026-09-28T10:37:09.337507,140,,,,,,,,,,,
17
+ 1.1412,0.36159947514533997,0.00018418329637841834,1746237.0,0.8138359361328185,0.3225806451612903,2026-09-28T10:38:32.046575,150,,,,,,,,,,,
18
+ 1.1065,0.48093181848526,0.00018270509977827052,1856541.0,0.8050889517180622,0.34408602150537637,2026-09-28T10:39:56.268024,160,,,,,,,,,,,
19
+ 1.2497,0.4253445565700531,0.0001812269031781227,1979427.0,0.8078068942762912,0.3655913978494624,2026-09-28T10:41:24.031862,170,,,,,,,,,,,
20
+ 1.0714,0.3212575912475586,0.0001797487065779749,2094570.0,0.8188127886503935,0.3870967741935484,2026-09-28T10:42:49.940431,180,,,,,,,,,,,
21
+ 1.2315,0.406358927488327,0.00017827050997782707,2213061.0,0.8034062600694597,0.40860215053763443,2026-09-28T10:44:16.494643,190,,,,,,,,,,,
22
+ 1.2303,0.40485680103302,0.00017679231337767922,2322043.0,0.789099877141416,0.43010752688172044,2026-09-28T10:45:39.803043,200,,,,,,,,,,,
23
+ 1.2255,0.41045236587524414,0.00017531411677753142,2443920.0,0.80086066192016,0.45161290322580644,2026-09-28T10:47:08.292490,210,,,,,,,,,,,
24
+ 1.2545,0.35355842113494873,0.0001738359201773836,2562177.0,0.7980893805623055,0.4731182795698925,2026-09-28T10:48:32.889824,220,,,,,,,,,,,
25
+ 1.2631,0.32122817635536194,0.0001723577235772358,2670620.0,0.7993225030601024,0.4946236559139785,2026-09-28T10:49:56.115871,230,,,,,,,,,,,
26
+ 1.1558,0.5009607076644897,0.00017087952697708794,2785648.0,0.8160428781993687,0.5161290322580645,2026-09-28T10:51:21.100269,240,,,,,,,,,,,
27
+ 1.0355,0.286724716424942,0.00016940133037694015,2900521.0,0.8228148946072906,0.5376344086021505,2026-09-28T10:52:48.517491,250,,,,,,,,,,,
28
+ 1.151,0.6142381429672241,0.00016792313377679232,3015086.0,0.8267544372938573,0.5591397849462365,2026-09-28T10:54:14.882461,260,,,,,,,,,,,
29
+ 1.2951,0.49087393283843994,0.00016644493717664452,3140311.0,0.80453249393031,0.5806451612903226,2026-09-28T10:55:44.391758,270,,,,,,,,,,,
30
+ 1.1539,0.35035234689712524,0.00016496674057649667,3253756.0,0.8256720417179167,0.6021505376344086,2026-09-28T10:57:09.504133,280,,,,,,,,,,,
31
+ 1.2024,0.5461963415145874,0.00016348854397634885,3374811.0,0.8096615368500352,0.6236559139784946,2026-09-28T10:58:36.209429,290,,,,,,,,,,,
32
+ 1.0854,0.4648851752281189,0.00016201034737620105,3493911.0,0.814109206199646,0.6451612903225806,2026-09-28T11:00:03.683398,300,,,,,,,,,,,
33
+ 1.2274,0.5243434309959412,0.00016053215077605322,3600230.0,0.8154306742362678,0.6666666666666666,2026-09-28T11:01:24.828227,310,,,,,,,,,,,
34
+ 1.125,0.5637732148170471,0.0001590539541759054,3718098.0,0.8044158999808133,0.6881720430107527,2026-09-28T11:02:50.355502,320,,,,,,,,,,,
35
+ 1.1055,0.40480828285217285,0.00015757575757575757,3826739.0,0.8125902568921447,0.7096774193548387,2026-09-28T11:04:13.422128,330,,,,,,,,,,,
36
+ 1.2461,0.34748560190200806,0.00015609756097560978,3936597.0,0.8122414813376964,0.7311827956989247,2026-09-28T11:05:36.582654,340,,,,,,,,,,,
37
+ 1.1781,0.5132831931114197,0.00015461936437546195,4050977.0,0.8122099046595395,0.7526881720430108,2026-09-28T11:07:01.612162,350,,,,,,,,,,,
38
+ 1.2383,0.30128973722457886,0.00015314116777531413,4172968.0,0.8017391293309629,0.7741935483870968,2026-09-28T11:08:29.477391,360,,,,,,,,,,,
39
+ 1.1077,0.47350382804870605,0.0001516629711751663,4291349.0,0.8169647356495261,0.7956989247311828,2026-09-28T11:09:56.406470,370,,,,,,,,,,,
40
+ 1.1043,0.4338603913784027,0.0001501847745750185,4407039.0,0.8107785721309483,0.8172043010752689,2026-09-28T11:11:21.292141,380,,,,,,,,,,,
41
+ 1.0793,0.4183505177497864,0.00014870657797487068,4524346.0,0.8192458778619767,0.8387096774193549,2026-09-28T11:12:47.341510,390,,,,,,,,,,,
42
+ 1.188,0.3551860749721527,0.00014722838137472282,4643158.0,0.8109355731867254,0.8602150537634409,2026-09-28T11:14:14.731285,400,,,,,,,,,,,
43
+ 1.1843,0.5538897514343262,0.00014575018477457503,4759637.0,0.8116207794286311,0.8817204301075269,2026-09-28T11:15:40.795531,410,,,,,,,,,,,
44
+ 1.0762,0.3739609122276306,0.0001442719881744272,4881163.0,0.8170058896765113,0.9032258064516129,2026-09-28T11:17:08.241245,420,,,,,,,,,,,
45
+ 1.1196,0.4809992015361786,0.00014279379157427938,4994634.0,0.8111025418154896,0.9247311827956989,2026-09-28T11:18:31.784592,430,,,,,,,,,,,
46
+ 1.2122,0.38987845182418823,0.00014131559497413155,5113599.0,0.8018850109539926,0.946236559139785,2026-09-28T11:19:57.959489,440,,,,,,,,,,,
47
+ 1.0882,0.313395231962204,0.00013983739837398375,5238105.0,0.8281830894760788,0.967741935483871,2026-09-28T11:21:27.199962,450,,,,,,,,,,,
48
+ 1.0511,0.6625390648841858,0.00013835920177383593,5352171.0,0.8139070914126932,0.989247311827957,2026-09-28T11:22:51.616620,460,,,,,,,,,,,
49
+ ,,,,,1.0,2026-09-28T11:24:29.966992,465,0.7402259707450867,56.5243,12.172,12.172,5405301.0,0.8145675640553236,,,,,
50
+ 1.182,0.3499862551689148,0.0001368810051736881,5468419.0,0.8175009571947157,1.010752688172043,2026-09-28T11:25:29.309608,470,,,,,,,,,,,
51
+ 1.058,0.5541468262672424,0.00013540280857354028,5578776.0,0.8244105810299516,1.032258064516129,2026-09-28T11:26:51.751781,480,,,,,,,,,,,
52
+ 1.0722,0.4588533043861389,0.00013392461197339248,5702134.0,0.8228048782795667,1.053763440860215,2026-09-28T11:28:20.805158,490,,,,,,,,,,,
53
+ 1.0344,0.4326222240924835,0.00013244641537324466,5809673.0,0.8260553237982095,1.075268817204301,2026-09-28T11:29:42.525475,500,,,,,,,,,,,
54
+ 1.0027,0.4265064299106598,0.00013096821877309683,5926499.0,0.8184971740469337,1.096774193548387,2026-09-28T11:31:09.951616,510,,,,,,,,,,,
55
+ 1.1775,0.37627112865448,0.000129490022172949,6042934.0,0.8242661958560348,1.118279569892473,2026-09-28T11:32:35.198768,520,,,,,,,,,,,
56
+ 1.1544,0.34831589460372925,0.00012801182557280118,6155297.0,0.8145161123014987,1.139784946236559,2026-09-28T11:33:59.963330,530,,,,,,,,,,,
57
+ 1.1218,0.5467190742492676,0.00012653362897265338,6271236.0,0.8217574952170252,1.1612903225806452,2026-09-28T11:35:26.241993,540,,,,,,,,,,,
58
+ 1.1511,0.4164218604564667,0.00012505543237250553,6381065.0,0.8242882509715855,1.1827956989247312,2026-09-28T11:36:49.935639,550,,,,,,,,,,,
59
+ 1.213,0.3584669828414917,0.00012357723577235773,6503974.0,0.8092257876880466,1.2043010752688172,2026-09-28T11:38:18.010418,560,,,,,,,,,,,
60
+ 1.2961,0.4038871228694916,0.0001220990391722099,6628183.0,0.817036900576204,1.2258064516129032,2026-09-28T11:39:47.924185,570,,,,,,,,,,,
61
+ 1.0397,0.4312637746334076,0.0001206208425720621,6742453.0,0.8198411196470261,1.2473118279569892,2026-09-28T11:41:12.951535,580,,,,,,,,,,,
62
+ 1.1334,0.333443284034729,0.00011914264597191427,6856844.0,0.8133162117563189,1.2688172043010753,2026-09-28T11:42:38.069362,590,,,,,,,,,,,
63
+ 1.1074,0.646767258644104,0.00011766444937176646,6970315.0,0.817409545648843,1.2903225806451613,2026-09-28T11:44:02.630478,600,,,,,,,,,,,
64
+ 1.3539,0.4167633056640625,0.00011618625277161863,7090036.0,0.8147293542511761,1.3118279569892473,2026-09-28T11:45:30.097062,610,,,,,,,,,,,
65
+ 1.1956,0.5725225210189819,0.0001147080561714708,7205947.0,0.8340725316666067,1.3333333333333333,2026-09-28T11:46:55.997687,620,,,,,,,,,,,
66
+ 0.9974,0.40754592418670654,0.000113229859571323,7321592.0,0.8235673483461141,1.3548387096774195,2026-09-28T11:48:21.618907,630,,,,,,,,,,,
67
+ 1.1405,0.4832925498485565,0.00011175166297117516,7438257.0,0.8265963196754456,1.3763440860215055,2026-09-28T11:49:47.998558,640,,,,,,,,,,,
68
+ 1.2276,0.43300899863243103,0.00011027346637102736,7550770.0,0.8140330578200519,1.3978494623655915,2026-09-28T11:51:12.371950,650,,,,,,,,,,,
69
+ 1.1905,0.35762396454811096,0.00010879526977087952,7664999.0,0.8134508355520665,1.4193548387096775,2026-09-28T11:52:35.814258,660,,,,,,,,,,,
70
+ 1.1782,0.5140908360481262,0.00010731707317073172,7783150.0,0.8117095330730081,1.4408602150537635,2026-09-28T11:54:03.022826,670,,,,,,,,,,,
71
+ 1.0421,0.619468629360199,0.00010583887657058389,7898639.0,0.8071866129525006,1.4623655913978495,2026-09-28T11:55:28.279276,680,,,,,,,,,,,
72
+ 1.2175,0.7040529251098633,0.00010436067997043609,8024678.0,0.8097244583070278,1.4838709677419355,2026-09-28T11:56:56.167468,690,,,,,,,,,,,
73
+ 1.1819,0.42491093277931213,0.00010288248337028825,8140873.0,0.8210843620821834,1.5053763440860215,2026-09-28T11:58:22.136388,700,,,,,,,,,,,
74
+ 1.1688,0.3735593855381012,0.00010140428677014045,8258281.0,0.8220899773295969,1.5268817204301075,2026-09-28T11:59:49.663762,710,,,,,,,,,,,
75
+ 1.1248,0.4099404513835907,9.992609016999261e-05,8378955.0,0.8135184145532548,1.5483870967741935,2026-09-28T12:01:16.586657,720,,,,,,,,,,,
76
+ 1.0954,0.5607050657272339,9.84478935698448e-05,8495849.0,0.8240068182349205,1.5698924731182795,2026-09-28T12:02:41.581114,730,,,,,,,,,,,
77
+ 1.2305,0.4793405830860138,9.696969696969698e-05,8619787.0,0.8147039177827538,1.5913978494623655,2026-09-28T12:04:10.844726,740,,,,,,,,,,,
78
+ 1.0692,0.2965855300426483,9.549150036954916e-05,8736306.0,0.8205633698962629,1.6129032258064515,2026-09-28T12:05:36.724331,750,,,,,,,,,,,
79
+ 1.0752,0.5219225883483887,9.401330376940134e-05,8849592.0,0.8306960414163769,1.6344086021505375,2026-09-28T12:07:00.994127,760,,,,,,,,,,,
80
+ 1.1502,0.7765944600105286,9.253510716925351e-05,8962689.0,0.8273526095785201,1.6559139784946235,2026-09-28T12:08:25.336161,770,,,,,,,,,,,
81
+ 1.2043,0.5941215753555298,9.105691056910569e-05,9080947.0,0.8278383270837366,1.6774193548387095,2026-09-28T12:09:52.537219,780,,,,,,,,,,,
82
+ 1.0749,0.410169392824173,8.957871396895788e-05,9187889.0,0.825141931604594,1.6989247311827957,2026-09-28T12:11:14.443874,790,,,,,,,,,,,
83
+ 1.0446,0.4060616195201874,8.810051736881005e-05,9300936.0,0.8330046519637108,1.7204301075268817,2026-09-28T12:12:38.610837,800,,,,,,,,,,,
84
+ 1.1181,0.2817273437976837,8.662232076866224e-05,9416217.0,0.8357383301481605,1.7419354838709677,2026-09-28T12:14:05.595593,810,,,,,,,,,,,
85
+ 1.0292,0.42281588912010193,8.514412416851442e-05,9526868.0,0.8211679302155972,1.7634408602150538,2026-09-28T12:15:28.815620,820,,,,,,,,,,,
86
+ 1.2174,0.6111529469490051,8.36659275683666e-05,9635411.0,0.8155911465175449,1.7849462365591398,2026-09-28T12:16:51.732183,830,,,,,,,,,,,
87
+ 1.3333,0.36961162090301514,8.218773096821878e-05,9758957.0,0.8140900623053312,1.8064516129032258,2026-09-28T12:18:20.072317,840,,,,,,,,,,,
88
+ 1.2574,0.6461109519004822,8.070953436807095e-05,9878585.0,0.8132546403445303,1.827956989247312,2026-09-28T12:19:46.086603,850,,,,,,,,,,,
89
+ 1.2113,0.4449683725833893,7.923133776792314e-05,9995801.0,0.8197432992048561,1.849462365591398,2026-09-28T12:21:11.884874,860,,,,,,,,,,,
90
+ 1.1177,0.47790810465812683,7.775314116777532e-05,10115138.0,0.8177358162589371,1.870967741935484,2026-09-28T12:22:38.387284,870,,,,,,,,,,,
91
+ 1.2521,0.594160795211792,7.627494456762749e-05,10235726.0,0.8181419517844916,1.89247311827957,2026-09-28T12:24:04.897898,880,,,,,,,,,,,
92
+ 1.1239,1.015226125717163,7.479674796747968e-05,10341428.0,0.8176905449479819,1.913978494623656,2026-09-28T12:25:26.402126,890,,,,,,,,,,,
93
+ 1.1718,0.5872081518173218,7.331855136733186e-05,10458939.0,0.821650130674243,1.935483870967742,2026-09-28T12:26:53.359052,900,,,,,,,,,,,
94
+ 1.1632,0.42443349957466125,7.184035476718403e-05,10581149.0,0.8258087342604995,1.956989247311828,2026-09-28T12:28:21.212958,910,,,,,,,,,,,
95
+ 0.9078,0.4894846975803375,7.036215816703622e-05,10698858.0,0.8436334160156548,1.978494623655914,2026-09-28T12:29:47.418473,920,,,,,,,,,,,
96
+ 1.1847,0.46552932262420654,6.88839615668884e-05,10810602.0,0.8238476891070604,2.0,2026-09-28T12:31:11.498749,930,,,,,,,,,,,
97
+ ,,,,,2.0,2026-09-28T12:32:08.321170,930,0.7176737189292908,56.8204,12.108,12.108,10810602.0,0.8201722746151824,,,,,
98
+ 1.0772,0.637743353843689,6.740576496674058e-05,10934046.0,0.8251680715009571,2.021505376344086,2026-09-28T12:33:49.437419,940,,,,,,,,,,,
99
+ 1.1151,0.6568567156791687,6.592756836659276e-05,11050755.0,0.8238493103533984,2.043010752688172,2026-09-28T12:35:16.325177,950,,,,,,,,,,,
100
+ 1.2535,0.5269215703010559,6.444937176644495e-05,11165214.0,0.8209709749557078,2.064516129032258,2026-09-28T12:36:41.760409,960,,,,,,,,,,,
101
+ 1.0742,0.5941791534423828,6.297117516629712e-05,11271170.0,0.8237519692629576,2.086021505376344,2026-09-28T12:38:04.387918,970,,,,,,,,,,,
102
+ 1.0128,0.6653180122375488,6.149297856614931e-05,11387530.0,0.8280165116302669,2.10752688172043,2026-09-28T12:39:31.516271,980,,,,,,,,,,,
103
+ 1.0723,0.4120539724826813,6.001478196600148e-05,11506532.0,0.8416981862857937,2.129032258064516,2026-09-28T12:40:58.652493,990,,,,,,,,,,,
104
+ 0.9582,0.7072744369506836,5.853658536585366e-05,11620168.0,0.831854959204793,2.150537634408602,2026-09-28T12:42:23.881220,1000,,,,,,,,,,,
105
+ 1.1243,0.27501094341278076,5.705838876570584e-05,11733381.0,0.8280213132500649,2.172043010752688,2026-09-28T12:43:48.859739,1010,,,,,,,,,,,
106
+ 1.2317,0.5223775506019592,5.558019216555802e-05,11846961.0,0.8228889724239707,2.193548387096774,2026-09-28T12:45:13.447167,1020,,,,,,,,,,,
107
+ 1.1614,0.5563526153564453,5.4101995565410204e-05,11963397.0,0.8320763589348644,2.21505376344086,2026-09-28T12:46:39.988506,1030,,,,,,,,,,,
108
+ 1.0258,0.6580861210823059,5.2623798965262386e-05,12081272.0,0.8267579390667379,2.236559139784946,2026-09-28T12:48:07.174849,1040,,,,,,,,,,,
109
+ 1.0222,0.505735456943512,5.114560236511457e-05,12198018.0,0.8362793846055865,2.258064516129032,2026-09-28T12:49:33.359852,1050,,,,,,,,,,,
110
+ 1.1442,0.6587710380554199,4.966740576496674e-05,12317998.0,0.838047971110791,2.279569892473118,2026-09-28T12:51:00.931673,1060,,,,,,,,,,,
111
+ 1.181,0.5155242681503296,4.8189209164818924e-05,12431357.0,0.8278135892003775,2.3010752688172045,2026-09-28T12:52:25.787826,1070,,,,,,,,,,,
112
+ 1.1105,0.5094625949859619,4.6711012564671106e-05,12545956.0,0.8327495859004557,2.3225806451612905,2026-09-28T12:53:50.971264,1080,,,,,,,,,,,
113
+ 0.9778,1.0955678224563599,4.523281596452328e-05,12657530.0,0.8375224268995225,2.3440860215053765,2026-09-28T12:55:13.530891,1090,,,,,,,,,,,
114
+ 1.1818,0.6120467185974121,4.375461936437546e-05,12773432.0,0.8222901333123446,2.3655913978494625,2026-09-28T12:56:38.752019,1100,,,,,,,,,,,
115
+ 1.1233,0.4473162889480591,4.2276422764227644e-05,12896143.0,0.8379728073254228,2.3870967741935485,2026-09-28T12:58:07.905832,1110,,,,,,,,,,,
116
+ 1.0038,0.5509139895439148,4.0798226164079826e-05,13006759.0,0.8247893124818801,2.4086021505376345,2026-09-28T12:59:30.550805,1120,,,,,,,,,,,
117
+ 1.1242,0.6896308660507202,3.9320029563932e-05,13118332.0,0.8388310911133885,2.4301075268817205,2026-09-28T13:00:54.377466,1130,,,,,,,,,,,
118
+ 1.2098,0.6101377606391907,3.784183296378418e-05,13233686.0,0.8312486216425896,2.4516129032258065,2026-09-28T13:02:20.476773,1140,,,,,,,,,,,
119
+ 1.1413,0.531728208065033,3.6363636363636364e-05,13352560.0,0.8272835812531412,2.4731182795698925,2026-09-28T13:03:48.540257,1150,,,,,,,,,,,
120
+ 1.1025,0.6837158799171448,3.4885439763488546e-05,13463438.0,0.828993659466505,2.4946236559139785,2026-09-28T13:05:12.126849,1160,,,,,,,,,,,
121
+ 1.129,0.6157490611076355,3.340724316334072e-05,13580990.0,0.823766570724547,2.5161290322580645,2026-09-28T13:06:38.271838,1170,,,,,,,,,,,
122
+ 1.0699,0.6164006590843201,3.19290465631929e-05,13693019.0,0.8251482531428337,2.5376344086021505,2026-09-28T13:08:02.841194,1180,,,,,,,,,,,
123
+ 0.9916,0.34782493114471436,3.0450849963045088e-05,13808696.0,0.8369583028368652,2.5591397849462365,2026-09-28T13:09:28.160586,1190,,,,,,,,,,,
124
+ 1.1481,0.6024473905563354,2.8972653362897266e-05,13926015.0,0.8257662333548069,2.5806451612903225,2026-09-28T13:10:55.264230,1200,,,,,,,,,,,
125
+ 1.2033,0.5659536719322205,2.7494456762749448e-05,14040096.0,0.8278149001300334,2.6021505376344085,2026-09-28T13:12:20.878093,1210,,,,,,,,,,,
126
+ 1.1577,0.4451957643032074,2.601626016260163e-05,14162672.0,0.8153734253719449,2.6236559139784945,2026-09-28T13:13:48.324927,1220,,,,,,,,,,,
127
+ 1.1687,0.5799095034599304,2.4538063562453808e-05,14286750.0,0.8231757593341171,2.6451612903225805,2026-09-28T13:15:17.790843,1230,,,,,,,,,,,
128
+ 1.1201,0.6027798056602478,2.3059866962305986e-05,14404049.0,0.8378669102676213,2.6666666666666665,2026-09-28T13:16:44.618152,1240,,,,,,,,,,,
129
+ 1.0706,0.5008634328842163,2.1581670362158168e-05,14516222.0,0.8311851761303842,2.688172043010753,2026-09-28T13:18:09.294660,1250,,,,,,,,,,,
130
+ 1.015,0.8091099858283997,2.010347376201035e-05,14627464.0,0.837980033364147,2.709677419354839,2026-09-28T13:19:32.493942,1260,,,,,,,,,,,
131
+ 1.058,1.0463978052139282,1.8625277161862528e-05,14742685.0,0.8374494875781238,2.731182795698925,2026-09-28T13:20:58.581578,1270,,,,,,,,,,,
132
+ 1.1683,0.7675058841705322,1.714708056171471e-05,14859870.0,0.8206124736927449,2.752688172043011,2026-09-28T13:22:26.434479,1280,,,,,,,,,,,
133
+ 0.9407,1.059558629989624,1.5668883961566888e-05,14966857.0,0.8217572520487011,2.774193548387097,2026-09-28T13:23:48.751944,1290,,,,,,,,,,,
134
+ 1.2033,0.4988381564617157,1.419068736141907e-05,15083884.0,0.8245385682210327,2.795698924731183,2026-09-28T13:25:14.834186,1300,,,,,,,,,,,
135
+ 1.1567,0.5684611201286316,1.2712490761271251e-05,15203473.0,0.827157673612237,2.817204301075269,2026-09-28T13:26:42.233485,1310,,,,,,,,,,,
136
+ 1.1583,0.48268890380859375,1.1234294161123431e-05,15329225.0,0.8239299951121211,2.838709677419355,2026-09-28T13:28:12.323485,1320,,,,,,,,,,,
137
+ 1.1129,0.6525473594665527,9.756097560975611e-06,15439049.0,0.8257933663204312,2.860215053763441,2026-09-28T13:29:36.757111,1330,,,,,,,,,,,
138
+ 1.156,0.43231678009033203,8.277900960827791e-06,15561046.0,0.8296349249780178,2.881720430107527,2026-09-28T13:31:06.295122,1340,,,,,,,,,,,
139
+ 0.9514,0.6505288481712341,6.79970436067997e-06,15677641.0,0.8530569505877793,2.903225806451613,2026-09-28T13:32:31.494132,1350,,,,,,,,,,,
140
+ 1.1277,0.5139861702919006,5.321507760532151e-06,15792760.0,0.8320619517937302,2.924731182795699,2026-09-28T13:33:56.349079,1360,,,,,,,,,,,
141
+ 1.333,0.611465334892273,3.843311160384332e-06,15916844.0,0.8293504307046533,2.946236559139785,2026-09-28T13:35:25.161681,1370,,,,,,,,,,,
142
+ 1.3319,0.4330209493637085,2.3651145602365114e-06,16031758.0,0.8257881566882134,2.967741935483871,2026-09-28T13:36:51.033843,1380,,,,,,,,,,,
143
+ 1.1702,0.48770952224731445,8.869179600886918e-07,16152792.0,0.8340758846141398,2.989247311827957,2026-09-28T13:38:19.498776,1390,,,,,,,,,,,
144
+ ,,,,,3.0,2026-09-28T13:40:01.415355,1395,0.7158026099205017,56.7861,12.116,12.116,16215903.0,0.8213553194303153,,,,,
145
+ ,,,,,3.0,2026-09-28T13:40:12.627166,1395,,,,,,,12186.1957,3.663,0.114,3.538109984842414e+17,1.188020873667946
metadata/blending_ratio_used.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "BoolQ": 0.014331780723754926,
3
+ "ChatQA SFT": 0.2149767108563239,
4
+ "AnswerGen-DROP": 0.017843067001074884,
5
+ "DROP": 0.04299534217126478,
6
+ "QueryGen-FaVIQ": 0.03582945180938732,
7
+ "FaVIQ": 0.014331780723754926,
8
+ "QueryGen-FEVER": 0.035471157291293444,
9
+ "FEVER": 0.014116804012898602,
10
+ "LogiQA": 0.014331780723754926,
11
+ "NarrativeQA": 0.04299534217126478,
12
+ "OpenbookQA": 0.014331780723754926,
13
+ "Quoref": 0.017198136868505912,
14
+ "ROPES": 0.017198136868505912,
15
+ "AnswerGen-Squad1.1": 0.06764600501612325,
16
+ "QueryGen-Squad1.1": 0.07165890361877464,
17
+ "Squad1.1": 0.057327122895019705,
18
+ "AnswerGen-Squad2.0": 0.06757434611250449,
19
+ "QueryGen-Squad2.0": 0.07165890361877464,
20
+ "Squad2.0": 0.057327122895019705,
21
+ "QueryGen-StrategyQA": 0.009387316374059478,
22
+ "StrategyQA": 0.014331780723754926,
23
+ "TatQA-arithmetic": 0.029810103905410248,
24
+ "TatQA-others": 0.014331780723754926,
25
+ "WebGLM": 0.04299534217126478
26
+ }
metadata/dropped_truncated_samples.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "MAX_SEQ_LENGTH": 2048,
3
+ "train_sebelum": 14991,
4
+ "train_sesudah": 14880,
5
+ "train_dibuang": 111,
6
+ "eval_sebelum": 698,
7
+ "eval_sesudah": 688,
8
+ "eval_dibuang": 10
9
+ }
metadata/environment_freeze.txt ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.5.0
2
+ accelerate==1.7.0
3
+ aiohappyeyeballs==2.7.1
4
+ aiohttp==3.14.3
5
+ aiosignal==1.4.0
6
+ anyio==4.15.1
7
+ asttokens==3.0.2
8
+ attrs==26.1.0
9
+ bitsandbytes==0.45.5
10
+ certifi==2026.7.22
11
+ charset-normalizer==3.5.1
12
+ click==8.5.0
13
+ comm==0.2.3
14
+ contourpy==1.4.0
15
+ cuda-bindings==12.9.7
16
+ cuda-pathfinder==1.8.1
17
+ cuda-toolkit==12.8.1
18
+ cycler==0.12.1
19
+ datasets==3.5.1
20
+ debugpy==1.8.21
21
+ dill==0.3.8
22
+ executing==2.2.1
23
+ filelock==3.32.5
24
+ fonttools==4.66.0
25
+ frozenlist==1.8.0
26
+ fsspec==2025.3.0
27
+ grpcio==1.84.0
28
+ h11==0.16.0
29
+ hf-xet==1.6.0
30
+ httpcore==1.0.9
31
+ httpx==0.28.1
32
+ huggingface-hub==0.30.2
33
+ idna==3.19
34
+ ipykernel==7.3.0
35
+ ipython==9.17.1
36
+ ipython_pygments_lexers==1.1.1
37
+ ipywidgets==8.1.9
38
+ jedi==0.20.0
39
+ Jinja2==3.1.6
40
+ jupyter_client==8.10.0
41
+ jupyter_core==5.9.1
42
+ jupyterlab_widgets==3.0.17
43
+ kiwisolver==1.5.1
44
+ Markdown==3.11
45
+ MarkupSafe==3.0.3
46
+ matplotlib==3.11.2
47
+ matplotlib-inline==0.2.2
48
+ mpmath==1.3.0
49
+ multidict==6.9.1
50
+ multiprocess==0.70.16
51
+ nest-asyncio2==1.7.2
52
+ networkx==3.6.1
53
+ numpy==2.5.3
54
+ nvidia-cublas-cu12==12.8.4.1
55
+ nvidia-cuda-cupti-cu12==12.8.90
56
+ nvidia-cuda-nvrtc-cu12==12.8.93
57
+ nvidia-cuda-runtime-cu12==12.8.90
58
+ nvidia-cudnn-cu12==9.19.0.56
59
+ nvidia-cufft-cu12==11.3.3.83
60
+ nvidia-cufile-cu12==1.13.1.3
61
+ nvidia-curand-cu12==10.3.9.90
62
+ nvidia-cusolver-cu12==11.7.3.90
63
+ nvidia-cusparse-cu12==12.5.8.93
64
+ nvidia-cusparselt-cu12==0.7.1
65
+ nvidia-nccl-cu12==2.28.9
66
+ nvidia-nvjitlink-cu12==12.8.93
67
+ nvidia-nvshmem-cu12==3.4.5
68
+ nvidia-nvtx-cu12==12.8.90
69
+ packaging @ file:///home/conda/feedstock_root/build_artifacts/bld/rattler-build_packaging_1785888127/work
70
+ pandas==3.0.6
71
+ parso==0.8.7
72
+ peft==0.14.0
73
+ pexpect==4.9.0
74
+ pillow==12.3.0
75
+ platformdirs==4.11.7
76
+ prompt_toolkit==3.0.53
77
+ propcache==0.5.4
78
+ protobuf==7.36.2
79
+ psutil==7.2.2
80
+ ptyprocess==0.7.0
81
+ pure_eval==0.2.3
82
+ pyarrow==25.0.1
83
+ Pygments==2.21.0
84
+ pyparsing==3.3.3
85
+ python-dateutil==2.9.0.post0
86
+ PyYAML==6.0.3
87
+ pyzmq==27.2.0
88
+ regex==2026.9.10
89
+ requests==2.34.2
90
+ safetensors==0.8.0
91
+ setuptools==81.0.0
92
+ six==1.17.0
93
+ stack-data==0.6.3
94
+ sympy==1.14.0
95
+ tensorboard==2.21.0
96
+ tensorboard-data-server==0.7.2
97
+ tokenizers==0.21.4
98
+ torch==2.11.0+cu128
99
+ torchaudio==2.11.0+cu128
100
+ torchcodec==0.11.0+cu128
101
+ torchvision==0.26.0+cu128
102
+ tornado==6.5.8
103
+ tqdm==4.70.1
104
+ traitlets==5.16.1
105
+ transformers==4.53.3
106
+ triton==3.6.0
107
+ trl==0.19.1
108
+ typing_extensions==4.16.0
109
+ urllib3==2.8.0
110
+ wcwidth==0.8.3
111
+ Werkzeug==3.1.9
112
+ wheel==0.48.0
113
+ widgetsnbextension==4.0.16
114
+ xxhash==4.0.1
115
+ yarl==1.25.1
metadata/gpu_spec.txt ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 28 10:14:17 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 560.35.03 Driver Version: 560.35.03 CUDA Version: 12.6 |
4
+ |-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Persistence-M | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 3090 Ti On | 00000000:01:00.0 Off | Off |
10
+ | 33% 48C P8 32W / 450W | 87MiB / 24564MiB | 0% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ +-----------------------------------------------------------------------------------------+
20
+
21
+
22
+ torch: 2.11.0+cu128 | cuda: 12.8 | available: True
23
+ device: NVIDIA GeForce RTX 3090 Ti
24
+ total VRAM: 25.31 GB
metadata/lora_config_final.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_type": "CAUSAL_LM",
3
+ "peft_type": "LORA",
4
+ "auto_mapping": null,
5
+ "base_model_name_or_path": "Qwen/Qwen3-4B",
6
+ "revision": null,
7
+ "inference_mode": false,
8
+ "r": 8,
9
+ "target_modules": "{'v_proj', 'q_proj'}",
10
+ "exclude_modules": null,
11
+ "lora_alpha": 16,
12
+ "lora_dropout": 0.0,
13
+ "fan_in_fan_out": false,
14
+ "bias": "none",
15
+ "use_rslora": false,
16
+ "modules_to_save": null,
17
+ "init_lora_weights": true,
18
+ "layers_to_transform": null,
19
+ "layers_pattern": null,
20
+ "rank_pattern": {},
21
+ "alpha_pattern": {},
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
+ "loftq_config": {},
25
+ "eva_config": null,
26
+ "use_dora": false,
27
+ "layer_replication": null,
28
+ "lora_bias": false
29
+ }
metadata/sample_count_from_hub.csv ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,jumlah_sampel
2
+ AnswerGen-DROP,249
3
+ AnswerGen-Squad1.1,944
4
+ AnswerGen-Squad2.0,943
5
+ BoolQ,200
6
+ ChatQA SFT,3000
7
+ DROP,600
8
+ FEVER,197
9
+ FaVIQ,200
10
+ LogiQA,200
11
+ NarrativeQA,600
12
+ OpenbookQA,200
13
+ QueryGen-FEVER,495
14
+ QueryGen-FaVIQ,500
15
+ QueryGen-Squad1.1,1000
16
+ QueryGen-Squad2.0,1000
17
+ QueryGen-StrategyQA,131
18
+ Quoref,240
19
+ ROPES,240
20
+ Squad1.1,800
21
+ Squad2.0,800
22
+ StrategyQA,200
23
+ TatQA-arithmetic,416
24
+ TatQA-others,200
25
+ WebGLM,600
metadata/seed_used.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 42
metadata/trainable_params.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ trainable params: 2,949,120 || all params: 4,025,417,216 || trainable%: 0.0733
metadata/training_args_final.json ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_dir": "/workspace/ta-simrag/outputs/stage1_run/checkpoints",
3
+ "overwrite_output_dir": false,
4
+ "do_train": false,
5
+ "do_eval": true,
6
+ "do_predict": false,
7
+ "eval_strategy": "epoch",
8
+ "prediction_loss_only": false,
9
+ "per_device_train_batch_size": 1,
10
+ "per_device_eval_batch_size": 1,
11
+ "per_gpu_train_batch_size": null,
12
+ "per_gpu_eval_batch_size": null,
13
+ "gradient_accumulation_steps": 32,
14
+ "eval_accumulation_steps": null,
15
+ "eval_delay": 0,
16
+ "torch_empty_cache_steps": null,
17
+ "learning_rate": 0.0002,
18
+ "weight_decay": 0.01,
19
+ "adam_beta1": 0.9,
20
+ "adam_beta2": 0.999,
21
+ "adam_epsilon": 1e-08,
22
+ "max_grad_norm": 1.0,
23
+ "num_train_epochs": 3,
24
+ "max_steps": -1,
25
+ "lr_scheduler_type": "linear",
26
+ "lr_scheduler_kwargs": {},
27
+ "warmup_ratio": 0.03,
28
+ "warmup_steps": 0,
29
+ "log_level": "passive",
30
+ "log_level_replica": "warning",
31
+ "log_on_each_node": true,
32
+ "logging_dir": "/workspace/ta-simrag/outputs/stage1_run/checkpoints/runs/Sep28_10-16-49_1940aef74520",
33
+ "logging_strategy": "steps",
34
+ "logging_first_step": true,
35
+ "logging_steps": 10,
36
+ "logging_nan_inf_filter": true,
37
+ "save_strategy": "epoch",
38
+ "save_steps": 500,
39
+ "save_total_limit": null,
40
+ "save_safetensors": true,
41
+ "save_on_each_node": false,
42
+ "save_only_model": false,
43
+ "restore_callback_states_from_checkpoint": false,
44
+ "no_cuda": false,
45
+ "use_cpu": false,
46
+ "use_mps_device": false,
47
+ "seed": 42,
48
+ "data_seed": 42,
49
+ "jit_mode_eval": false,
50
+ "use_ipex": false,
51
+ "bf16": true,
52
+ "fp16": false,
53
+ "fp16_opt_level": "O1",
54
+ "half_precision_backend": "auto",
55
+ "bf16_full_eval": false,
56
+ "fp16_full_eval": false,
57
+ "tf32": null,
58
+ "local_rank": 0,
59
+ "ddp_backend": null,
60
+ "tpu_num_cores": null,
61
+ "tpu_metrics_debug": false,
62
+ "debug": [],
63
+ "dataloader_drop_last": false,
64
+ "eval_steps": null,
65
+ "dataloader_num_workers": 0,
66
+ "dataloader_prefetch_factor": null,
67
+ "past_index": -1,
68
+ "run_name": "/workspace/ta-simrag/outputs/stage1_run/checkpoints",
69
+ "disable_tqdm": false,
70
+ "remove_unused_columns": true,
71
+ "label_names": null,
72
+ "load_best_model_at_end": false,
73
+ "metric_for_best_model": null,
74
+ "greater_is_better": null,
75
+ "ignore_data_skip": false,
76
+ "fsdp": [],
77
+ "fsdp_min_num_params": 0,
78
+ "fsdp_config": {
79
+ "min_num_params": 0,
80
+ "xla": false,
81
+ "xla_fsdp_v2": false,
82
+ "xla_fsdp_grad_ckpt": false
83
+ },
84
+ "fsdp_transformer_layer_cls_to_wrap": null,
85
+ "accelerator_config": {
86
+ "split_batches": false,
87
+ "dispatch_batches": null,
88
+ "even_batches": true,
89
+ "use_seedable_sampler": true,
90
+ "non_blocking": false,
91
+ "gradient_accumulation_kwargs": null
92
+ },
93
+ "deepspeed": null,
94
+ "label_smoothing_factor": 0.0,
95
+ "optim": "adamw_torch",
96
+ "optim_args": null,
97
+ "adafactor": false,
98
+ "group_by_length": false,
99
+ "length_column_name": "length",
100
+ "report_to": [],
101
+ "ddp_find_unused_parameters": null,
102
+ "ddp_bucket_cap_mb": null,
103
+ "ddp_broadcast_buffers": null,
104
+ "dataloader_pin_memory": true,
105
+ "dataloader_persistent_workers": false,
106
+ "skip_memory_metrics": true,
107
+ "use_legacy_prediction_loop": false,
108
+ "push_to_hub": false,
109
+ "resume_from_checkpoint": null,
110
+ "hub_model_id": null,
111
+ "hub_strategy": "every_save",
112
+ "hub_token": "<HUB_TOKEN>",
113
+ "hub_private_repo": null,
114
+ "hub_always_push": false,
115
+ "hub_revision": null,
116
+ "gradient_checkpointing": true,
117
+ "gradient_checkpointing_kwargs": null,
118
+ "include_inputs_for_metrics": false,
119
+ "include_for_metrics": [],
120
+ "eval_do_concat_batches": true,
121
+ "fp16_backend": "auto",
122
+ "push_to_hub_model_id": null,
123
+ "push_to_hub_organization": null,
124
+ "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>",
125
+ "mp_parameters": "",
126
+ "auto_find_batch_size": false,
127
+ "full_determinism": false,
128
+ "torchdynamo": null,
129
+ "ray_scope": "last",
130
+ "ddp_timeout": 1800,
131
+ "torch_compile": false,
132
+ "torch_compile_backend": null,
133
+ "torch_compile_mode": null,
134
+ "include_tokens_per_second": false,
135
+ "include_num_input_tokens_seen": false,
136
+ "neftune_noise_alpha": null,
137
+ "optim_target_modules": null,
138
+ "batch_eval_metrics": false,
139
+ "eval_on_start": false,
140
+ "use_liger_kernel": false,
141
+ "liger_kernel_config": null,
142
+ "eval_use_gather_object": false,
143
+ "average_tokens_across_devices": false,
144
+ "model_init_kwargs": null,
145
+ "chat_template_path": null,
146
+ "dataset_text_field": "text",
147
+ "dataset_kwargs": null,
148
+ "dataset_num_proc": null,
149
+ "eos_token": "<EOS_TOKEN>",
150
+ "pad_token": "<PAD_TOKEN>",
151
+ "max_length": 2048,
152
+ "packing": false,
153
+ "packing_strategy": "ffd",
154
+ "padding_free": false,
155
+ "pad_to_multiple_of": null,
156
+ "eval_packing": null,
157
+ "completion_only_loss": null,
158
+ "assistant_only_loss": false,
159
+ "activation_offloading": false,
160
+ "max_seq_length": 2048
161
+ }
metadata/training_time_summary.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "waktu_mulai_sesi": "2026-09-28T10:14:17.177283",
3
+ "waktu_selesai_training": "2026-09-28T13:40:12.633032",
4
+ "total_durasi_sesi_menit": 205.92,
5
+ "durasi_per_epoch_menit": [
6
+ 66.45,
7
+ 66.46,
8
+ 66.71
9
+ ],
10
+ "rata_rata_durasi_epoch_menit": 66.54,
11
+ "peak_gpu_memory_gb_per_epoch": {
12
+ "1": 12.243172864,
13
+ "2": 12.24314368,
14
+ "3": 12.243146752
15
+ },
16
+ "training_crashed": false
17
+ }