EPFL ALiBi and training provenance 351-400 of 1184
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +6 -0
- epfl_final/wandb/run-20260527_053416-mtk6v14i/files/output.log +1093 -0
- epfl_final/wandb/run-20260527_053416-mtk6v14i/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260527_053416-mtk6v14i/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260527_053416-mtk6v14i/logs/debug-internal.log +0 -0
- epfl_final/wandb/run-20260527_053416-mtk6v14i/logs/debug.log +19 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/files/output.log +2 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/logs/debug-internal.log +25 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/logs/debug.log +19 -0
- epfl_final/wandb/run-20260528_024645-z78fmbjr/run-z78fmbjr.wandb +0 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/files/config.yaml +170 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/files/output.log +0 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/files/wandb-summary.json +1 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/logs/debug-internal.log +0 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/logs/debug.log +25 -0
- epfl_final/wandb/run-20260528_025122-mtk6v14i/run-mtk6v14i.wandb +3 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/files/config.yaml +167 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/files/output.log +260 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/files/wandb-summary.json +1 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/logs/debug-internal.log +0 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/logs/debug.log +24 -0
- epfl_final/wandb/run-20260529_184637-wbfo0o07/run-wbfo0o07.wandb +3 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/files/output.log +173 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/logs/debug-internal.log +0 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/logs/debug.log +19 -0
- epfl_final/wandb/run-20260529_185135-3yae6xjj/run-3yae6xjj.wandb +3 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/output.log +51 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/logs/debug-internal.log +431 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/logs/debug.log +19 -0
- epfl_final/wandb/run-20260530_011057-z0v8vk8d/run-z0v8vk8d.wandb +3 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/output.log +12 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/logs/debug-internal.log +163 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/logs/debug.log +19 -0
- epfl_final/wandb/run-20260530_022212-h8xzzmdw/run-h8xzzmdw.wandb +3 -0
- epfl_final/wandb/run-20260530_023351-408mcc4e/files/requirements.txt +97 -0
- epfl_final/wandb/run-20260530_023351-408mcc4e/files/wandb-metadata.json +54 -0
- epfl_final/wandb/run-20260530_023351-408mcc4e/logs/debug-internal.log +452 -0
- epfl_final/wandb/run-20260530_023351-408mcc4e/logs/debug.log +19 -0
.gitattributes
CHANGED
|
@@ -232,3 +232,9 @@ epfl_final/wandb/run-20260523_215053-xj5iv7ks/run-xj5iv7ks.wandb filter=lfs diff
|
|
| 232 |
epfl_final/wandb/run-20260524_011915-xj5iv7ks/run-xj5iv7ks.wandb filter=lfs diff=lfs merge=lfs -text
|
| 233 |
epfl_final/wandb/run-20260525_182157-xj5iv7ks/run-xj5iv7ks.wandb filter=lfs diff=lfs merge=lfs -text
|
| 234 |
epfl_final/wandb/run-20260527_053416-mtk6v14i/run-mtk6v14i.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
epfl_final/wandb/run-20260524_011915-xj5iv7ks/run-xj5iv7ks.wandb filter=lfs diff=lfs merge=lfs -text
|
| 233 |
epfl_final/wandb/run-20260525_182157-xj5iv7ks/run-xj5iv7ks.wandb filter=lfs diff=lfs merge=lfs -text
|
| 234 |
epfl_final/wandb/run-20260527_053416-mtk6v14i/run-mtk6v14i.wandb filter=lfs diff=lfs merge=lfs -text
|
| 235 |
+
epfl_final/wandb/run-20260528_025122-mtk6v14i/run-mtk6v14i.wandb filter=lfs diff=lfs merge=lfs -text
|
| 236 |
+
epfl_final/wandb/run-20260529_184637-wbfo0o07/run-wbfo0o07.wandb filter=lfs diff=lfs merge=lfs -text
|
| 237 |
+
epfl_final/wandb/run-20260529_185135-3yae6xjj/run-3yae6xjj.wandb filter=lfs diff=lfs merge=lfs -text
|
| 238 |
+
epfl_final/wandb/run-20260530_011057-z0v8vk8d/run-z0v8vk8d.wandb filter=lfs diff=lfs merge=lfs -text
|
| 239 |
+
epfl_final/wandb/run-20260530_022212-h8xzzmdw/run-h8xzzmdw.wandb filter=lfs diff=lfs merge=lfs -text
|
| 240 |
+
epfl_final/wandb/run-20260530_023351-408mcc4e/run-408mcc4e.wandb filter=lfs diff=lfs merge=lfs -text
|
epfl_final/wandb/run-20260527_053416-mtk6v14i/files/output.log
ADDED
|
@@ -0,0 +1,1093 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Step 10/50462 | Loss: 12.2688 | LR: 6.67e-06 | 7063.8ms/step | 8.5 samples/s
|
| 3 |
+
Step 20/50462 | Loss: 11.9963 | LR: 1.33e-05 | 3099.8ms/step | 19.4 samples/s
|
| 4 |
+
Step 30/50462 | Loss: 11.1307 | LR: 2.00e-05 | 3097.8ms/step | 19.4 samples/s
|
| 5 |
+
Step 40/50462 | Loss: 10.2135 | LR: 2.67e-05 | 3089.4ms/step | 19.4 samples/s
|
| 6 |
+
Step 50/50462 | Loss: 9.7775 | LR: 3.33e-05 | 3085.9ms/step | 19.4 samples/s
|
| 7 |
+
Step 60/50462 | Loss: 9.2970 | LR: 4.00e-05 | 3085.8ms/step | 19.4 samples/s
|
| 8 |
+
Step 70/50462 | Loss: 8.7919 | LR: 4.67e-05 | 3083.3ms/step | 19.5 samples/s
|
| 9 |
+
Step 80/50462 | Loss: 8.3043 | LR: 5.33e-05 | 3084.4ms/step | 19.5 samples/s
|
| 10 |
+
Step 90/50462 | Loss: 7.8843 | LR: 6.00e-05 | 3088.2ms/step | 19.4 samples/s
|
| 11 |
+
Step 100/50462 | Loss: 7.5292 | LR: 6.67e-05 | 3084.9ms/step | 19.4 samples/s
|
| 12 |
+
Step 110/50462 | Loss: 7.2680 | LR: 7.33e-05 | 3092.9ms/step | 19.4 samples/s
|
| 13 |
+
Step 120/50462 | Loss: 7.1020 | LR: 8.00e-05 | 3093.9ms/step | 19.4 samples/s
|
| 14 |
+
Step 130/50462 | Loss: 6.9735 | LR: 8.67e-05 | 3098.0ms/step | 19.4 samples/s
|
| 15 |
+
Step 140/50462 | Loss: 6.8459 | LR: 9.33e-05 | 3100.5ms/step | 19.4 samples/s
|
| 16 |
+
Step 150/50462 | Loss: 6.7345 | LR: 1.00e-04 | 3101.2ms/step | 19.3 samples/s
|
| 17 |
+
Step 160/50462 | Loss: 6.6434 | LR: 1.07e-04 | 3105.4ms/step | 19.3 samples/s
|
| 18 |
+
Step 170/50462 | Loss: 6.5302 | LR: 1.13e-04 | 3103.4ms/step | 19.3 samples/s
|
| 19 |
+
Step 180/50462 | Loss: 6.4604 | LR: 1.20e-04 | 3105.1ms/step | 19.3 samples/s
|
| 20 |
+
Step 190/50462 | Loss: 6.3919 | LR: 1.27e-04 | 3102.8ms/step | 19.3 samples/s
|
| 21 |
+
Step 200/50462 | Loss: 6.3002 | LR: 1.33e-04 | 3101.8ms/step | 19.3 samples/s
|
| 22 |
+
Step 210/50462 | Loss: 6.2201 | LR: 1.40e-04 | 3101.7ms/step | 19.3 samples/s
|
| 23 |
+
Step 220/50462 | Loss: 6.1459 | LR: 1.47e-04 | 3104.8ms/step | 19.3 samples/s
|
| 24 |
+
Step 230/50462 | Loss: 6.1167 | LR: 1.53e-04 | 3108.1ms/step | 19.3 samples/s
|
| 25 |
+
Step 240/50462 | Loss: 6.0668 | LR: 1.60e-04 | 3110.4ms/step | 19.3 samples/s
|
| 26 |
+
Step 250/50462 | Loss: 6.0145 | LR: 1.67e-04 | 3109.1ms/step | 19.3 samples/s
|
| 27 |
+
Validation at step 250: Loss = 5.9541, Perplexity = 385.31
|
| 28 |
+
Step 260/50462 | Loss: 5.9265 | LR: 1.73e-04 | 7093.8ms/step | 8.5 samples/s
|
| 29 |
+
Step 270/50462 | Loss: 5.9336 | LR: 1.80e-04 | 3110.2ms/step | 19.3 samples/s
|
| 30 |
+
Step 280/50462 | Loss: 5.8523 | LR: 1.87e-04 | 3107.8ms/step | 19.3 samples/s
|
| 31 |
+
Step 290/50462 | Loss: 5.7831 | LR: 1.93e-04 | 3108.9ms/step | 19.3 samples/s
|
| 32 |
+
Step 300/50462 | Loss: 5.7168 | LR: 2.00e-04 | 3110.2ms/step | 19.3 samples/s
|
| 33 |
+
Step 310/50462 | Loss: 5.6726 | LR: 2.07e-04 | 3110.3ms/step | 19.3 samples/s
|
| 34 |
+
Step 320/50462 | Loss: 5.6057 | LR: 2.13e-04 | 3109.1ms/step | 19.3 samples/s
|
| 35 |
+
Step 330/50462 | Loss: 5.5854 | LR: 2.20e-04 | 3111.5ms/step | 19.3 samples/s
|
| 36 |
+
Step 340/50462 | Loss: 5.5715 | LR: 2.27e-04 | 3102.6ms/step | 19.3 samples/s
|
| 37 |
+
Step 350/50462 | Loss: 5.5057 | LR: 2.33e-04 | 3106.2ms/step | 19.3 samples/s
|
| 38 |
+
Step 360/50462 | Loss: 5.4358 | LR: 2.40e-04 | 3105.5ms/step | 19.3 samples/s
|
| 39 |
+
Step 370/50462 | Loss: 5.3683 | LR: 2.47e-04 | 3106.9ms/step | 19.3 samples/s
|
| 40 |
+
Step 380/50462 | Loss: 5.3565 | LR: 2.53e-04 | 3108.0ms/step | 19.3 samples/s
|
| 41 |
+
Step 390/50462 | Loss: 5.3037 | LR: 2.60e-04 | 3106.5ms/step | 19.3 samples/s
|
| 42 |
+
Step 400/50462 | Loss: 5.2324 | LR: 2.67e-04 | 3109.5ms/step | 19.3 samples/s
|
| 43 |
+
Step 410/50462 | Loss: 5.1864 | LR: 2.73e-04 | 3112.2ms/step | 19.3 samples/s
|
| 44 |
+
Step 420/50462 | Loss: 5.1902 | LR: 2.80e-04 | 3108.8ms/step | 19.3 samples/s
|
| 45 |
+
Step 430/50462 | Loss: 5.1428 | LR: 2.87e-04 | 3110.0ms/step | 19.3 samples/s
|
| 46 |
+
Step 440/50462 | Loss: 5.0997 | LR: 2.93e-04 | 3109.8ms/step | 19.3 samples/s
|
| 47 |
+
Step 450/50462 | Loss: 5.0401 | LR: 3.00e-04 | 3110.3ms/step | 19.3 samples/s
|
| 48 |
+
Step 460/50462 | Loss: 5.0005 | LR: 3.07e-04 | 3109.1ms/step | 19.3 samples/s
|
| 49 |
+
Step 470/50462 | Loss: 5.0071 | LR: 3.13e-04 | 3104.1ms/step | 19.3 samples/s
|
| 50 |
+
Step 480/50462 | Loss: 4.9459 | LR: 3.20e-04 | 3104.8ms/step | 19.3 samples/s
|
| 51 |
+
Step 490/50462 | Loss: 4.9331 | LR: 3.27e-04 | 3106.4ms/step | 19.3 samples/s
|
| 52 |
+
Step 500/50462 | Loss: 4.8962 | LR: 3.33e-04 | 3100.0ms/step | 19.4 samples/s
|
| 53 |
+
Validation at step 500: Loss = 4.8368, Perplexity = 126.07
|
| 54 |
+
Step 510/50462 | Loss: 4.8317 | LR: 3.40e-04 | 4761.4ms/step | 12.6 samples/s
|
| 55 |
+
Step 520/50462 | Loss: 4.8502 | LR: 3.47e-04 | 3102.6ms/step | 19.3 samples/s
|
| 56 |
+
Step 530/50462 | Loss: 4.8329 | LR: 3.53e-04 | 3951.0ms/step | 15.2 samples/s
|
| 57 |
+
Step 540/50462 | Loss: 4.7294 | LR: 3.60e-04 | 3105.6ms/step | 19.3 samples/s
|
| 58 |
+
Step 550/50462 | Loss: 4.7340 | LR: 3.67e-04 | 3105.0ms/step | 19.3 samples/s
|
| 59 |
+
Step 560/50462 | Loss: 4.8148 | LR: 3.73e-04 | 3104.6ms/step | 19.3 samples/s
|
| 60 |
+
Step 570/50462 | Loss: 4.7084 | LR: 3.80e-04 | 3113.2ms/step | 19.3 samples/s
|
| 61 |
+
Step 580/50462 | Loss: 4.5961 | LR: 3.87e-04 | 3782.3ms/step | 15.9 samples/s
|
| 62 |
+
Step 590/50462 | Loss: 4.5998 | LR: 3.93e-04 | 3779.9ms/step | 15.9 samples/s
|
| 63 |
+
Step 600/50462 | Loss: 4.6738 | LR: 4.00e-04 | 3096.7ms/step | 19.4 samples/s
|
| 64 |
+
Step 610/50462 | Loss: 4.5858 | LR: 4.07e-04 | 3102.8ms/step | 19.3 samples/s
|
| 65 |
+
Step 620/50462 | Loss: 4.5410 | LR: 4.13e-04 | 3099.9ms/step | 19.4 samples/s
|
| 66 |
+
Step 630/50462 | Loss: 4.4948 | LR: 4.20e-04 | 3103.9ms/step | 19.3 samples/s
|
| 67 |
+
Step 640/50462 | Loss: 4.5310 | LR: 4.27e-04 | 3104.5ms/step | 19.3 samples/s
|
| 68 |
+
Step 650/50462 | Loss: 4.4641 | LR: 4.33e-04 | 3105.4ms/step | 19.3 samples/s
|
| 69 |
+
Step 660/50462 | Loss: 4.3816 | LR: 4.40e-04 | 3097.4ms/step | 19.4 samples/s
|
| 70 |
+
Step 670/50462 | Loss: 4.3736 | LR: 4.47e-04 | 3100.0ms/step | 19.4 samples/s
|
| 71 |
+
Step 680/50462 | Loss: 4.3842 | LR: 4.53e-04 | 3104.3ms/step | 19.3 samples/s
|
| 72 |
+
Step 690/50462 | Loss: 4.2977 | LR: 4.60e-04 | 3098.3ms/step | 19.4 samples/s
|
| 73 |
+
Step 700/50462 | Loss: 4.3092 | LR: 4.67e-04 | 3103.0ms/step | 19.3 samples/s
|
| 74 |
+
Step 710/50462 | Loss: 4.3044 | LR: 4.73e-04 | 3103.2ms/step | 19.3 samples/s
|
| 75 |
+
Step 720/50462 | Loss: 4.3300 | LR: 4.80e-04 | 3103.1ms/step | 19.3 samples/s
|
| 76 |
+
Step 730/50462 | Loss: 4.2489 | LR: 4.87e-04 | 3106.7ms/step | 19.3 samples/s
|
| 77 |
+
Step 740/50462 | Loss: 4.1701 | LR: 4.93e-04 | 3105.0ms/step | 19.3 samples/s
|
| 78 |
+
Step 750/50462 | Loss: 4.1822 | LR: 5.00e-04 | 3104.1ms/step | 19.3 samples/s
|
| 79 |
+
Validation at step 750: Loss = 4.1810, Perplexity = 65.43
|
| 80 |
+
Step 760/50462 | Loss: 4.2119 | LR: 5.00e-04 | 4764.8ms/step | 12.6 samples/s
|
| 81 |
+
Step 770/50462 | Loss: 4.2199 | LR: 5.00e-04 | 3110.9ms/step | 19.3 samples/s
|
| 82 |
+
Step 780/50462 | Loss: 4.1223 | LR: 5.00e-04 | 3110.4ms/step | 19.3 samples/s
|
| 83 |
+
Step 790/50462 | Loss: 4.1005 | LR: 5.00e-04 | 3106.9ms/step | 19.3 samples/s
|
| 84 |
+
Step 800/50462 | Loss: 4.0621 | LR: 5.00e-04 | 3106.8ms/step | 19.3 samples/s
|
| 85 |
+
Step 810/50462 | Loss: 4.0739 | LR: 5.00e-04 | 3107.8ms/step | 19.3 samples/s
|
| 86 |
+
Step 820/50462 | Loss: 4.0644 | LR: 5.00e-04 | 3108.4ms/step | 19.3 samples/s
|
| 87 |
+
Step 830/50462 | Loss: 4.0397 | LR: 5.00e-04 | 3106.3ms/step | 19.3 samples/s
|
| 88 |
+
Step 840/50462 | Loss: 3.9865 | LR: 5.00e-04 | 3105.3ms/step | 19.3 samples/s
|
| 89 |
+
Step 850/50462 | Loss: 3.9510 | LR: 5.00e-04 | 3105.0ms/step | 19.3 samples/s
|
| 90 |
+
Step 860/50462 | Loss: 3.9578 | LR: 5.00e-04 | 3106.2ms/step | 19.3 samples/s
|
| 91 |
+
Step 870/50462 | Loss: 3.9295 | LR: 5.00e-04 | 3105.8ms/step | 19.3 samples/s
|
| 92 |
+
Step 880/50462 | Loss: 3.9130 | LR: 5.00e-04 | 3106.3ms/step | 19.3 samples/s
|
| 93 |
+
Step 890/50462 | Loss: 3.9053 | LR: 5.00e-04 | 3105.5ms/step | 19.3 samples/s
|
| 94 |
+
Step 900/50462 | Loss: 3.8905 | LR: 5.00e-04 | 3103.7ms/step | 19.3 samples/s
|
| 95 |
+
Step 910/50462 | Loss: 3.8695 | LR: 5.00e-04 | 3102.1ms/step | 19.3 samples/s
|
| 96 |
+
Step 920/50462 | Loss: 3.8311 | LR: 5.00e-04 | 3102.4ms/step | 19.3 samples/s
|
| 97 |
+
Step 930/50462 | Loss: 3.8741 | LR: 5.00e-04 | 3106.4ms/step | 19.3 samples/s
|
| 98 |
+
Step 940/50462 | Loss: 3.8169 | LR: 5.00e-04 | 3110.3ms/step | 19.3 samples/s
|
| 99 |
+
Step 950/50462 | Loss: 3.8038 | LR: 5.00e-04 | 3109.6ms/step | 19.3 samples/s
|
| 100 |
+
Step 960/50462 | Loss: 3.8055 | LR: 5.00e-04 | 3103.2ms/step | 19.3 samples/s
|
| 101 |
+
Step 970/50462 | Loss: 3.7878 | LR: 5.00e-04 | 3102.2ms/step | 19.3 samples/s
|
| 102 |
+
Step 980/50462 | Loss: 3.7551 | LR: 5.00e-04 | 3100.5ms/step | 19.4 samples/s
|
| 103 |
+
Step 990/50462 | Loss: 3.7635 | LR: 5.00e-04 | 3102.8ms/step | 19.3 samples/s
|
| 104 |
+
Step 1000/50462 | Loss: 3.7632 | LR: 5.00e-04 | 3104.0ms/step | 19.3 samples/s
|
| 105 |
+
Validation at step 1000: Loss = 3.7644, Perplexity = 43.14
|
| 106 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-1000
|
| 107 |
+
Step 1010/50462 | Loss: 3.7434 | LR: 5.00e-04 | 5737.8ms/step | 10.5 samples/s
|
| 108 |
+
Step 1020/50462 | Loss: 3.7510 | LR: 5.00e-04 | 3095.8ms/step | 19.4 samples/s
|
| 109 |
+
Step 1030/50462 | Loss: 3.7382 | LR: 5.00e-04 | 3100.0ms/step | 19.4 samples/s
|
| 110 |
+
Step 1040/50462 | Loss: 3.7380 | LR: 5.00e-04 | 3103.6ms/step | 19.3 samples/s
|
| 111 |
+
Step 1050/50462 | Loss: 3.7044 | LR: 5.00e-04 | 3103.2ms/step | 19.3 samples/s
|
| 112 |
+
Step 1060/50462 | Loss: 3.6967 | LR: 5.00e-04 | 3102.7ms/step | 19.3 samples/s
|
| 113 |
+
Step 1070/50462 | Loss: 3.6902 | LR: 5.00e-04 | 3099.8ms/step | 19.4 samples/s
|
| 114 |
+
Step 1080/50462 | Loss: 3.6888 | LR: 5.00e-04 | 3098.6ms/step | 19.4 samples/s
|
| 115 |
+
Step 1090/50462 | Loss: 3.6635 | LR: 5.00e-04 | 3097.6ms/step | 19.4 samples/s
|
| 116 |
+
Step 1100/50462 | Loss: 3.6815 | LR: 5.00e-04 | 3098.8ms/step | 19.4 samples/s
|
| 117 |
+
Step 1110/50462 | Loss: 3.6855 | LR: 5.00e-04 | 3103.5ms/step | 19.3 samples/s
|
| 118 |
+
Step 1120/50462 | Loss: 3.6399 | LR: 5.00e-04 | 3102.3ms/step | 19.3 samples/s
|
| 119 |
+
Step 1130/50462 | Loss: 3.6565 | LR: 5.00e-04 | 3101.8ms/step | 19.3 samples/s
|
| 120 |
+
Step 1140/50462 | Loss: 3.6208 | LR: 5.00e-04 | 3104.1ms/step | 19.3 samples/s
|
| 121 |
+
Step 1150/50462 | Loss: 3.5860 | LR: 5.00e-04 | 3103.7ms/step | 19.3 samples/s
|
| 122 |
+
Step 1160/50462 | Loss: 3.6100 | LR: 5.00e-04 | 3100.8ms/step | 19.4 samples/s
|
| 123 |
+
Step 1170/50462 | Loss: 3.6025 | LR: 5.00e-04 | 3096.2ms/step | 19.4 samples/s
|
| 124 |
+
Step 1180/50462 | Loss: 3.5663 | LR: 5.00e-04 | 3102.3ms/step | 19.3 samples/s
|
| 125 |
+
Step 1190/50462 | Loss: 3.5884 | LR: 5.00e-04 | 3102.7ms/step | 19.3 samples/s
|
| 126 |
+
Step 1200/50462 | Loss: 3.6039 | LR: 5.00e-04 | 3102.3ms/step | 19.3 samples/s
|
| 127 |
+
Step 1210/50462 | Loss: 3.6033 | LR: 5.00e-04 | 3103.1ms/step | 19.3 samples/s
|
| 128 |
+
Step 1220/50462 | Loss: 3.5593 | LR: 5.00e-04 | 3103.5ms/step | 19.3 samples/s
|
| 129 |
+
Step 1230/50462 | Loss: 3.5322 | LR: 5.00e-04 | 3105.2ms/step | 19.3 samples/s
|
| 130 |
+
Step 1240/50462 | Loss: 3.5888 | LR: 5.00e-04 | 3115.2ms/step | 19.3 samples/s
|
| 131 |
+
Step 1250/50462 | Loss: 3.5494 | LR: 5.00e-04 | 3110.5ms/step | 19.3 samples/s
|
| 132 |
+
Validation at step 1250: Loss = 3.5576, Perplexity = 35.08
|
| 133 |
+
Step 1260/50462 | Loss: 3.5706 | LR: 5.00e-04 | 4761.1ms/step | 12.6 samples/s
|
| 134 |
+
Step 1270/50462 | Loss: 3.5361 | LR: 5.00e-04 | 3107.7ms/step | 19.3 samples/s
|
| 135 |
+
Step 1280/50462 | Loss: 3.5121 | LR: 5.00e-04 | 3111.6ms/step | 19.3 samples/s
|
| 136 |
+
Step 1290/50462 | Loss: 3.5201 | LR: 5.00e-04 | 3109.5ms/step | 19.3 samples/s
|
| 137 |
+
Step 1300/50462 | Loss: 3.5091 | LR: 5.00e-04 | 3106.0ms/step | 19.3 samples/s
|
| 138 |
+
Step 1310/50462 | Loss: 3.5210 | LR: 5.00e-04 | 3107.0ms/step | 19.3 samples/s
|
| 139 |
+
Step 1320/50462 | Loss: 3.5106 | LR: 5.00e-04 | 3101.9ms/step | 19.3 samples/s
|
| 140 |
+
Step 1330/50462 | Loss: 3.4971 | LR: 5.00e-04 | 3104.2ms/step | 19.3 samples/s
|
| 141 |
+
Step 1340/50462 | Loss: 3.4884 | LR: 5.00e-04 | 3098.5ms/step | 19.4 samples/s
|
| 142 |
+
Step 1350/50462 | Loss: 3.4716 | LR: 5.00e-04 | 3098.6ms/step | 19.4 samples/s
|
| 143 |
+
Step 1360/50462 | Loss: 3.4872 | LR: 5.00e-04 | 3102.7ms/step | 19.3 samples/s
|
| 144 |
+
Step 1370/50462 | Loss: 3.4700 | LR: 5.00e-04 | 3112.7ms/step | 19.3 samples/s
|
| 145 |
+
Step 1380/50462 | Loss: 3.5040 | LR: 5.00e-04 | 3116.7ms/step | 19.3 samples/s
|
| 146 |
+
Step 1390/50462 | Loss: 3.4800 | LR: 5.00e-04 | 3113.0ms/step | 19.3 samples/s
|
| 147 |
+
Step 1400/50462 | Loss: 3.4499 | LR: 5.00e-04 | 3109.5ms/step | 19.3 samples/s
|
| 148 |
+
Step 1410/50462 | Loss: 3.4748 | LR: 5.00e-04 | 3112.1ms/step | 19.3 samples/s
|
| 149 |
+
Step 1420/50462 | Loss: 3.4541 | LR: 5.00e-04 | 3111.1ms/step | 19.3 samples/s
|
| 150 |
+
Step 1430/50462 | Loss: 3.4311 | LR: 5.00e-04 | 3110.0ms/step | 19.3 samples/s
|
| 151 |
+
Step 1440/50462 | Loss: 3.4632 | LR: 5.00e-04 | 3112.1ms/step | 19.3 samples/s
|
| 152 |
+
Step 1450/50462 | Loss: 3.4285 | LR: 5.00e-04 | 3114.5ms/step | 19.3 samples/s
|
| 153 |
+
Step 1460/50462 | Loss: 3.4353 | LR: 5.00e-04 | 3115.9ms/step | 19.3 samples/s
|
| 154 |
+
Step 1470/50462 | Loss: 3.4091 | LR: 5.00e-04 | 3112.9ms/step | 19.3 samples/s
|
| 155 |
+
Step 1480/50462 | Loss: 3.4518 | LR: 5.00e-04 | 3100.1ms/step | 19.4 samples/s
|
| 156 |
+
Step 1490/50462 | Loss: 3.4302 | LR: 5.00e-04 | 3104.3ms/step | 19.3 samples/s
|
| 157 |
+
Step 1500/50462 | Loss: 3.3987 | LR: 5.00e-04 | 3101.9ms/step | 19.3 samples/s
|
| 158 |
+
Validation at step 1500: Loss = 3.4364, Perplexity = 31.07
|
| 159 |
+
Step 1510/50462 | Loss: 3.4298 | LR: 5.00e-04 | 4761.5ms/step | 12.6 samples/s
|
| 160 |
+
Step 1520/50462 | Loss: 3.4037 | LR: 5.00e-04 | 3109.0ms/step | 19.3 samples/s
|
| 161 |
+
Step 1530/50462 | Loss: 3.4286 | LR: 5.00e-04 | 3109.6ms/step | 19.3 samples/s
|
| 162 |
+
Step 1540/50462 | Loss: 3.3935 | LR: 5.00e-04 | 3107.2ms/step | 19.3 samples/s
|
| 163 |
+
Step 1550/50462 | Loss: 3.4038 | LR: 5.00e-04 | 3105.9ms/step | 19.3 samples/s
|
| 164 |
+
Step 1560/50462 | Loss: 3.3955 | LR: 5.00e-04 | 3109.7ms/step | 19.3 samples/s
|
| 165 |
+
Step 1570/50462 | Loss: 3.4269 | LR: 5.00e-04 | 3107.9ms/step | 19.3 samples/s
|
| 166 |
+
Step 1580/50462 | Loss: 3.3919 | LR: 5.00e-04 | 3109.9ms/step | 19.3 samples/s
|
| 167 |
+
Step 1590/50462 | Loss: 3.4153 | LR: 5.00e-04 | 3107.3ms/step | 19.3 samples/s
|
| 168 |
+
Step 1600/50462 | Loss: 3.4010 | LR: 5.00e-04 | 3108.5ms/step | 19.3 samples/s
|
| 169 |
+
Step 1610/50462 | Loss: 3.3659 | LR: 5.00e-04 | 3103.7ms/step | 19.3 samples/s
|
| 170 |
+
Step 1620/50462 | Loss: 3.3833 | LR: 5.00e-04 | 3104.4ms/step | 19.3 samples/s
|
| 171 |
+
Step 1630/50462 | Loss: 3.3996 | LR: 5.00e-04 | 3106.0ms/step | 19.3 samples/s
|
| 172 |
+
Step 1640/50462 | Loss: 3.3746 | LR: 5.00e-04 | 3108.4ms/step | 19.3 samples/s
|
| 173 |
+
Step 1650/50462 | Loss: 3.3364 | LR: 5.00e-04 | 3107.6ms/step | 19.3 samples/s
|
| 174 |
+
Step 1660/50462 | Loss: 3.3539 | LR: 5.00e-04 | 3108.5ms/step | 19.3 samples/s
|
| 175 |
+
Step 1670/50462 | Loss: 3.3771 | LR: 5.00e-04 | 3105.4ms/step | 19.3 samples/s
|
| 176 |
+
Step 1680/50462 | Loss: 3.3523 | LR: 5.00e-04 | 3107.5ms/step | 19.3 samples/s
|
| 177 |
+
Step 1690/50462 | Loss: 3.3541 | LR: 5.00e-04 | 3108.0ms/step | 19.3 samples/s
|
| 178 |
+
Step 1700/50462 | Loss: 3.3587 | LR: 5.00e-04 | 3109.5ms/step | 19.3 samples/s
|
| 179 |
+
Step 1710/50462 | Loss: 3.3762 | LR: 5.00e-04 | 3108.4ms/step | 19.3 samples/s
|
| 180 |
+
Step 1720/50462 | Loss: 3.3405 | LR: 5.00e-04 | 3106.6ms/step | 19.3 samples/s
|
| 181 |
+
Step 1730/50462 | Loss: 3.3375 | LR: 5.00e-04 | 3112.9ms/step | 19.3 samples/s
|
| 182 |
+
Step 1740/50462 | Loss: 3.3698 | LR: 5.00e-04 | 3106.8ms/step | 19.3 samples/s
|
| 183 |
+
Step 1750/50462 | Loss: 3.3853 | LR: 5.00e-04 | 3107.9ms/step | 19.3 samples/s
|
| 184 |
+
Validation at step 1750: Loss = 3.3466, Perplexity = 28.41
|
| 185 |
+
Step 1760/50462 | Loss: 3.3563 | LR: 4.99e-04 | 4759.5ms/step | 12.6 samples/s
|
| 186 |
+
Step 1770/50462 | Loss: 3.3390 | LR: 4.99e-04 | 3106.3ms/step | 19.3 samples/s
|
| 187 |
+
Step 1780/50462 | Loss: 3.3103 | LR: 4.99e-04 | 3105.8ms/step | 19.3 samples/s
|
| 188 |
+
Step 1790/50462 | Loss: 3.3095 | LR: 4.99e-04 | 3104.8ms/step | 19.3 samples/s
|
| 189 |
+
Step 1800/50462 | Loss: 3.3058 | LR: 4.99e-04 | 3105.8ms/step | 19.3 samples/s
|
| 190 |
+
Step 1810/50462 | Loss: 3.3189 | LR: 4.99e-04 | 3102.2ms/step | 19.3 samples/s
|
| 191 |
+
Step 1820/50462 | Loss: 3.2986 | LR: 4.99e-04 | 3108.4ms/step | 19.3 samples/s
|
| 192 |
+
Step 1830/50462 | Loss: 3.3026 | LR: 4.99e-04 | 3113.6ms/step | 19.3 samples/s
|
| 193 |
+
Step 1840/50462 | Loss: 3.3001 | LR: 4.99e-04 | 3110.1ms/step | 19.3 samples/s
|
| 194 |
+
Step 1850/50462 | Loss: 3.3100 | LR: 4.99e-04 | 3113.1ms/step | 19.3 samples/s
|
| 195 |
+
Step 1860/50462 | Loss: 3.2890 | LR: 4.99e-04 | 3112.5ms/step | 19.3 samples/s
|
| 196 |
+
Step 1870/50462 | Loss: 3.3321 | LR: 4.99e-04 | 3102.6ms/step | 19.3 samples/s
|
| 197 |
+
Step 1880/50462 | Loss: 3.3093 | LR: 4.99e-04 | 3106.4ms/step | 19.3 samples/s
|
| 198 |
+
Step 1890/50462 | Loss: 3.2750 | LR: 4.99e-04 | 3106.3ms/step | 19.3 samples/s
|
| 199 |
+
Step 1900/50462 | Loss: 3.2762 | LR: 4.99e-04 | 3105.5ms/step | 19.3 samples/s
|
| 200 |
+
Step 1910/50462 | Loss: 3.3128 | LR: 4.99e-04 | 3100.6ms/step | 19.4 samples/s
|
| 201 |
+
Step 1920/50462 | Loss: 3.3107 | LR: 4.99e-04 | 3105.1ms/step | 19.3 samples/s
|
| 202 |
+
Step 1930/50462 | Loss: 3.3135 | LR: 4.99e-04 | 3103.1ms/step | 19.3 samples/s
|
| 203 |
+
Step 1940/50462 | Loss: 3.3025 | LR: 4.99e-04 | 3102.7ms/step | 19.3 samples/s
|
| 204 |
+
Step 1950/50462 | Loss: 3.2996 | LR: 4.99e-04 | 3097.8ms/step | 19.4 samples/s
|
| 205 |
+
Step 1960/50462 | Loss: 3.2896 | LR: 4.99e-04 | 3103.1ms/step | 19.3 samples/s
|
| 206 |
+
Step 1970/50462 | Loss: 3.2897 | LR: 4.99e-04 | 3102.9ms/step | 19.3 samples/s
|
| 207 |
+
Step 1980/50462 | Loss: 3.2850 | LR: 4.99e-04 | 3098.2ms/step | 19.4 samples/s
|
| 208 |
+
Step 1990/50462 | Loss: 3.3079 | LR: 4.99e-04 | 3099.2ms/step | 19.4 samples/s
|
| 209 |
+
Step 2000/50462 | Loss: 3.3072 | LR: 4.99e-04 | 3100.7ms/step | 19.4 samples/s
|
| 210 |
+
Validation at step 2000: Loss = 3.2794, Perplexity = 26.56
|
| 211 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-2000
|
| 212 |
+
Step 2010/50462 | Loss: 3.2886 | LR: 4.99e-04 | 5797.0ms/step | 10.4 samples/s
|
| 213 |
+
Step 2020/50462 | Loss: 3.2904 | LR: 4.99e-04 | 3088.7ms/step | 19.4 samples/s
|
| 214 |
+
Step 2030/50462 | Loss: 3.2597 | LR: 4.99e-04 | 3092.4ms/step | 19.4 samples/s
|
| 215 |
+
Step 2040/50462 | Loss: 3.2716 | LR: 4.99e-04 | 3094.6ms/step | 19.4 samples/s
|
| 216 |
+
Step 2050/50462 | Loss: 3.2399 | LR: 4.99e-04 | 3096.8ms/step | 19.4 samples/s
|
| 217 |
+
Step 2060/50462 | Loss: 3.2437 | LR: 4.99e-04 | 3093.7ms/step | 19.4 samples/s
|
| 218 |
+
Step 2070/50462 | Loss: 3.2630 | LR: 4.99e-04 | 3100.8ms/step | 19.3 samples/s
|
| 219 |
+
Step 2080/50462 | Loss: 3.2507 | LR: 4.99e-04 | 3096.3ms/step | 19.4 samples/s
|
| 220 |
+
Step 2090/50462 | Loss: 3.2548 | LR: 4.99e-04 | 3101.9ms/step | 19.3 samples/s
|
| 221 |
+
Step 2100/50462 | Loss: 3.2411 | LR: 4.99e-04 | 3097.4ms/step | 19.4 samples/s
|
| 222 |
+
Step 2110/50462 | Loss: 3.2870 | LR: 4.99e-04 | 3102.3ms/step | 19.3 samples/s
|
| 223 |
+
Step 2120/50462 | Loss: 3.2745 | LR: 4.99e-04 | 3102.4ms/step | 19.3 samples/s
|
| 224 |
+
Step 2130/50462 | Loss: 3.2382 | LR: 4.99e-04 | 3100.9ms/step | 19.3 samples/s
|
| 225 |
+
Step 2140/50462 | Loss: 3.2219 | LR: 4.99e-04 | 3103.9ms/step | 19.3 samples/s
|
| 226 |
+
Step 2150/50462 | Loss: 3.2275 | LR: 4.99e-04 | 3097.4ms/step | 19.4 samples/s
|
| 227 |
+
Step 2160/50462 | Loss: 3.2404 | LR: 4.99e-04 | 3101.7ms/step | 19.3 samples/s
|
| 228 |
+
Step 2170/50462 | Loss: 3.2264 | LR: 4.99e-04 | 3103.3ms/step | 19.3 samples/s
|
| 229 |
+
Step 2180/50462 | Loss: 3.2516 | LR: 4.99e-04 | 3096.7ms/step | 19.4 samples/s
|
| 230 |
+
Step 2190/50462 | Loss: 3.2246 | LR: 4.99e-04 | 3097.2ms/step | 19.4 samples/s
|
| 231 |
+
Step 2200/50462 | Loss: 3.2200 | LR: 4.99e-04 | 3098.6ms/step | 19.4 samples/s
|
| 232 |
+
Step 2210/50462 | Loss: 3.2323 | LR: 4.99e-04 | 3105.4ms/step | 19.3 samples/s
|
| 233 |
+
Step 2220/50462 | Loss: 3.2140 | LR: 4.99e-04 | 3100.9ms/step | 19.3 samples/s
|
| 234 |
+
Step 2230/50462 | Loss: 3.2292 | LR: 4.99e-04 | 3096.6ms/step | 19.4 samples/s
|
| 235 |
+
Step 2240/50462 | Loss: 3.2219 | LR: 4.99e-04 | 3098.3ms/step | 19.4 samples/s
|
| 236 |
+
Step 2250/50462 | Loss: 3.2626 | LR: 4.99e-04 | 3097.3ms/step | 19.4 samples/s
|
| 237 |
+
Validation at step 2250: Loss = 3.2273, Perplexity = 25.21
|
| 238 |
+
Step 2260/50462 | Loss: 3.2224 | LR: 4.99e-04 | 4746.7ms/step | 12.6 samples/s
|
| 239 |
+
Step 2270/50462 | Loss: 3.2364 | LR: 4.99e-04 | 3102.8ms/step | 19.3 samples/s
|
| 240 |
+
Step 2280/50462 | Loss: 3.1902 | LR: 4.99e-04 | 3102.8ms/step | 19.3 samples/s
|
| 241 |
+
Step 2290/50462 | Loss: 3.1892 | LR: 4.99e-04 | 3105.0ms/step | 19.3 samples/s
|
| 242 |
+
Step 2300/50462 | Loss: 3.1925 | LR: 4.99e-04 | 3102.2ms/step | 19.3 samples/s
|
| 243 |
+
Step 2310/50462 | Loss: 3.2130 | LR: 4.99e-04 | 3104.3ms/step | 19.3 samples/s
|
| 244 |
+
Step 2320/50462 | Loss: 3.2105 | LR: 4.99e-04 | 3102.4ms/step | 19.3 samples/s
|
| 245 |
+
Step 2330/50462 | Loss: 3.1715 | LR: 4.99e-04 | 3098.5ms/step | 19.4 samples/s
|
| 246 |
+
Step 2340/50462 | Loss: 3.2051 | LR: 4.99e-04 | 3106.6ms/step | 19.3 samples/s
|
| 247 |
+
Step 2350/50462 | Loss: 3.1787 | LR: 4.99e-04 | 3112.6ms/step | 19.3 samples/s
|
| 248 |
+
Step 2360/50462 | Loss: 3.1793 | LR: 4.99e-04 | 3106.3ms/step | 19.3 samples/s
|
| 249 |
+
Step 2370/50462 | Loss: 3.1994 | LR: 4.99e-04 | 3104.1ms/step | 19.3 samples/s
|
| 250 |
+
Step 2380/50462 | Loss: 3.1478 | LR: 4.99e-04 | 3102.6ms/step | 19.3 samples/s
|
| 251 |
+
Step 2390/50462 | Loss: 3.1729 | LR: 4.99e-04 | 3101.4ms/step | 19.3 samples/s
|
| 252 |
+
Step 2400/50462 | Loss: 3.1954 | LR: 4.99e-04 | 3100.5ms/step | 19.4 samples/s
|
| 253 |
+
Step 2410/50462 | Loss: 3.1612 | LR: 4.99e-04 | 3103.3ms/step | 19.3 samples/s
|
| 254 |
+
Step 2420/50462 | Loss: 3.2014 | LR: 4.99e-04 | 3106.3ms/step | 19.3 samples/s
|
| 255 |
+
Step 2430/50462 | Loss: 3.1921 | LR: 4.99e-04 | 3108.3ms/step | 19.3 samples/s
|
| 256 |
+
Step 2440/50462 | Loss: 3.2041 | LR: 4.99e-04 | 3108.6ms/step | 19.3 samples/s
|
| 257 |
+
Step 2450/50462 | Loss: 3.2308 | LR: 4.99e-04 | 3102.4ms/step | 19.3 samples/s
|
| 258 |
+
Step 2460/50462 | Loss: 3.1746 | LR: 4.99e-04 | 3107.2ms/step | 19.3 samples/s
|
| 259 |
+
Step 2470/50462 | Loss: 3.1815 | LR: 4.99e-04 | 3108.7ms/step | 19.3 samples/s
|
| 260 |
+
Step 2480/50462 | Loss: 3.1962 | LR: 4.99e-04 | 3113.5ms/step | 19.3 samples/s
|
| 261 |
+
Step 2490/50462 | Loss: 3.1795 | LR: 4.98e-04 | 3114.3ms/step | 19.3 samples/s
|
| 262 |
+
Step 2500/50462 | Loss: 3.1713 | LR: 4.98e-04 | 3107.2ms/step | 19.3 samples/s
|
| 263 |
+
Validation at step 2500: Loss = 3.1809, Perplexity = 24.07
|
| 264 |
+
Step 2510/50462 | Loss: 3.1670 | LR: 4.98e-04 | 4756.7ms/step | 12.6 samples/s
|
| 265 |
+
Step 2520/50462 | Loss: 3.1536 | LR: 4.98e-04 | 3102.2ms/step | 19.3 samples/s
|
| 266 |
+
Step 2530/50462 | Loss: 3.1560 | LR: 4.98e-04 | 3109.6ms/step | 19.3 samples/s
|
| 267 |
+
Step 2540/50462 | Loss: 3.1816 | LR: 4.98e-04 | 3109.8ms/step | 19.3 samples/s
|
| 268 |
+
Step 2550/50462 | Loss: 3.1853 | LR: 4.98e-04 | 3105.2ms/step | 19.3 samples/s
|
| 269 |
+
Step 2560/50462 | Loss: 3.1967 | LR: 4.98e-04 | 3110.5ms/step | 19.3 samples/s
|
| 270 |
+
Step 2570/50462 | Loss: 3.1380 | LR: 4.98e-04 | 3105.5ms/step | 19.3 samples/s
|
| 271 |
+
Step 2580/50462 | Loss: 3.1486 | LR: 4.98e-04 | 3102.4ms/step | 19.3 samples/s
|
| 272 |
+
Step 2590/50462 | Loss: 3.1783 | LR: 4.98e-04 | 3642.4ms/step | 16.5 samples/s
|
| 273 |
+
Step 2600/50462 | Loss: 3.1352 | LR: 4.98e-04 | 3107.1ms/step | 19.3 samples/s
|
| 274 |
+
Step 2610/50462 | Loss: 3.1501 | LR: 4.98e-04 | 3119.7ms/step | 19.2 samples/s
|
| 275 |
+
Step 2620/50462 | Loss: 3.1707 | LR: 4.98e-04 | 3125.9ms/step | 19.2 samples/s
|
| 276 |
+
Step 2630/50462 | Loss: 3.1349 | LR: 4.98e-04 | 3124.9ms/step | 19.2 samples/s
|
| 277 |
+
Step 2640/50462 | Loss: 3.1638 | LR: 4.98e-04 | 3125.3ms/step | 19.2 samples/s
|
| 278 |
+
Step 2650/50462 | Loss: 3.1619 | LR: 4.98e-04 | 3125.0ms/step | 19.2 samples/s
|
| 279 |
+
Step 2660/50462 | Loss: 3.1353 | LR: 4.98e-04 | 3125.6ms/step | 19.2 samples/s
|
| 280 |
+
Step 2670/50462 | Loss: 3.1925 | LR: 4.98e-04 | 3125.3ms/step | 19.2 samples/s
|
| 281 |
+
Step 2680/50462 | Loss: 3.1413 | LR: 4.98e-04 | 3127.2ms/step | 19.2 samples/s
|
| 282 |
+
Step 2690/50462 | Loss: 3.1628 | LR: 4.98e-04 | 3623.8ms/step | 16.6 samples/s
|
| 283 |
+
Step 2700/50462 | Loss: 3.1427 | LR: 4.98e-04 | 3586.7ms/step | 16.7 samples/s
|
| 284 |
+
Step 2710/50462 | Loss: 3.1225 | LR: 4.98e-04 | 3105.6ms/step | 19.3 samples/s
|
| 285 |
+
Step 2720/50462 | Loss: 3.1310 | LR: 4.98e-04 | 3116.7ms/step | 19.3 samples/s
|
| 286 |
+
Step 2730/50462 | Loss: 3.1454 | LR: 4.98e-04 | 3124.3ms/step | 19.2 samples/s
|
| 287 |
+
Step 2740/50462 | Loss: 3.1185 | LR: 4.98e-04 | 3126.9ms/step | 19.2 samples/s
|
| 288 |
+
Step 2750/50462 | Loss: 3.1438 | LR: 4.98e-04 | 3127.1ms/step | 19.2 samples/s
|
| 289 |
+
Validation at step 2750: Loss = 3.1424, Perplexity = 23.16
|
| 290 |
+
Step 2760/50462 | Loss: 3.1429 | LR: 4.98e-04 | 4797.7ms/step | 12.5 samples/s
|
| 291 |
+
Step 2770/50462 | Loss: 3.1296 | LR: 4.98e-04 | 3126.6ms/step | 19.2 samples/s
|
| 292 |
+
Step 2780/50462 | Loss: 3.1321 | LR: 4.98e-04 | 3128.0ms/step | 19.2 samples/s
|
| 293 |
+
Step 2790/50462 | Loss: 3.1070 | LR: 4.98e-04 | 3124.7ms/step | 19.2 samples/s
|
| 294 |
+
Step 2800/50462 | Loss: 3.1295 | LR: 4.98e-04 | 3123.9ms/step | 19.2 samples/s
|
| 295 |
+
Step 2810/50462 | Loss: 3.1388 | LR: 4.98e-04 | 3124.6ms/step | 19.2 samples/s
|
| 296 |
+
Step 2820/50462 | Loss: 3.1221 | LR: 4.98e-04 | 3124.5ms/step | 19.2 samples/s
|
| 297 |
+
Step 2830/50462 | Loss: 3.0806 | LR: 4.98e-04 | 3124.2ms/step | 19.2 samples/s
|
| 298 |
+
Step 2840/50462 | Loss: 3.1249 | LR: 4.98e-04 | 3122.3ms/step | 19.2 samples/s
|
| 299 |
+
Step 2850/50462 | Loss: 3.1240 | LR: 4.98e-04 | 3123.1ms/step | 19.2 samples/s
|
| 300 |
+
Step 2860/50462 | Loss: 3.1311 | LR: 4.98e-04 | 3121.1ms/step | 19.2 samples/s
|
| 301 |
+
Step 2870/50462 | Loss: 3.1151 | LR: 4.98e-04 | 3122.0ms/step | 19.2 samples/s
|
| 302 |
+
Step 2880/50462 | Loss: 3.1116 | LR: 4.98e-04 | 3123.2ms/step | 19.2 samples/s
|
| 303 |
+
Step 2890/50462 | Loss: 3.0936 | LR: 4.98e-04 | 3124.1ms/step | 19.2 samples/s
|
| 304 |
+
Step 2900/50462 | Loss: 3.1160 | LR: 4.98e-04 | 3123.6ms/step | 19.2 samples/s
|
| 305 |
+
Step 2910/50462 | Loss: 3.1245 | LR: 4.98e-04 | 3121.4ms/step | 19.2 samples/s
|
| 306 |
+
Step 2920/50462 | Loss: 3.1166 | LR: 4.98e-04 | 3127.9ms/step | 19.2 samples/s
|
| 307 |
+
Step 2930/50462 | Loss: 3.0975 | LR: 4.98e-04 | 3122.1ms/step | 19.2 samples/s
|
| 308 |
+
Step 2940/50462 | Loss: 3.0881 | LR: 4.98e-04 | 3120.5ms/step | 19.2 samples/s
|
| 309 |
+
Step 2950/50462 | Loss: 3.1256 | LR: 4.98e-04 | 3121.6ms/step | 19.2 samples/s
|
| 310 |
+
Step 2960/50462 | Loss: 3.0832 | LR: 4.98e-04 | 3125.3ms/step | 19.2 samples/s
|
| 311 |
+
Step 2970/50462 | Loss: 3.1155 | LR: 4.98e-04 | 3124.3ms/step | 19.2 samples/s
|
| 312 |
+
Step 2980/50462 | Loss: 3.1273 | LR: 4.98e-04 | 3125.0ms/step | 19.2 samples/s
|
| 313 |
+
Step 2990/50462 | Loss: 3.1059 | LR: 4.97e-04 | 3124.9ms/step | 19.2 samples/s
|
| 314 |
+
Step 3000/50462 | Loss: 3.1078 | LR: 4.97e-04 | 3124.0ms/step | 19.2 samples/s
|
| 315 |
+
Validation at step 3000: Loss = 3.1115, Perplexity = 22.45
|
| 316 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-3000
|
| 317 |
+
Step 3010/50462 | Loss: 3.1026 | LR: 4.97e-04 | 5829.4ms/step | 10.3 samples/s
|
| 318 |
+
Step 3020/50462 | Loss: 3.0919 | LR: 4.97e-04 | 3114.1ms/step | 19.3 samples/s
|
| 319 |
+
Step 3030/50462 | Loss: 3.0834 | LR: 4.97e-04 | 3123.4ms/step | 19.2 samples/s
|
| 320 |
+
Step 3040/50462 | Loss: 3.1034 | LR: 4.97e-04 | 3126.4ms/step | 19.2 samples/s
|
| 321 |
+
Step 3050/50462 | Loss: 3.1050 | LR: 4.97e-04 | 3130.9ms/step | 19.2 samples/s
|
| 322 |
+
Step 3060/50462 | Loss: 3.0861 | LR: 4.97e-04 | 3126.9ms/step | 19.2 samples/s
|
| 323 |
+
Step 3070/50462 | Loss: 3.1254 | LR: 4.97e-04 | 3122.9ms/step | 19.2 samples/s
|
| 324 |
+
Step 3080/50462 | Loss: 3.1211 | LR: 4.97e-04 | 3123.9ms/step | 19.2 samples/s
|
| 325 |
+
Step 3090/50462 | Loss: 3.0989 | LR: 4.97e-04 | 3123.1ms/step | 19.2 samples/s
|
| 326 |
+
Step 3100/50462 | Loss: 3.0939 | LR: 4.97e-04 | 3119.6ms/step | 19.2 samples/s
|
| 327 |
+
Step 3110/50462 | Loss: 3.1019 | LR: 4.97e-04 | 3122.6ms/step | 19.2 samples/s
|
| 328 |
+
Step 3120/50462 | Loss: 3.1048 | LR: 4.97e-04 | 3126.2ms/step | 19.2 samples/s
|
| 329 |
+
Step 3130/50462 | Loss: 3.1119 | LR: 4.97e-04 | 3126.8ms/step | 19.2 samples/s
|
| 330 |
+
Step 3140/50462 | Loss: 3.0931 | LR: 4.97e-04 | 3126.2ms/step | 19.2 samples/s
|
| 331 |
+
Step 3150/50462 | Loss: 3.0934 | LR: 4.97e-04 | 3124.4ms/step | 19.2 samples/s
|
| 332 |
+
Step 3160/50462 | Loss: 3.0820 | LR: 4.97e-04 | 3122.7ms/step | 19.2 samples/s
|
| 333 |
+
Step 3170/50462 | Loss: 3.0643 | LR: 4.97e-04 | 3124.8ms/step | 19.2 samples/s
|
| 334 |
+
Step 3180/50462 | Loss: 3.0636 | LR: 4.97e-04 | 3125.1ms/step | 19.2 samples/s
|
| 335 |
+
Step 3190/50462 | Loss: 3.0652 | LR: 4.97e-04 | 3125.2ms/step | 19.2 samples/s
|
| 336 |
+
Step 3200/50462 | Loss: 3.0797 | LR: 4.97e-04 | 3126.7ms/step | 19.2 samples/s
|
| 337 |
+
Step 3210/50462 | Loss: 3.0912 | LR: 4.97e-04 | 3127.3ms/step | 19.2 samples/s
|
| 338 |
+
Step 3220/50462 | Loss: 3.0745 | LR: 4.97e-04 | 3126.6ms/step | 19.2 samples/s
|
| 339 |
+
Step 3230/50462 | Loss: 3.0860 | LR: 4.97e-04 | 3125.9ms/step | 19.2 samples/s
|
| 340 |
+
Step 3240/50462 | Loss: 3.0945 | LR: 4.97e-04 | 3126.2ms/step | 19.2 samples/s
|
| 341 |
+
Step 3250/50462 | Loss: 3.0645 | LR: 4.97e-04 | 3129.4ms/step | 19.2 samples/s
|
| 342 |
+
Validation at step 3250: Loss = 3.0835, Perplexity = 21.84
|
| 343 |
+
Step 3260/50462 | Loss: 3.0372 | LR: 4.97e-04 | 4795.9ms/step | 12.5 samples/s
|
| 344 |
+
Step 3270/50462 | Loss: 3.1038 | LR: 4.97e-04 | 3127.6ms/step | 19.2 samples/s
|
| 345 |
+
Step 3280/50462 | Loss: 3.0504 | LR: 4.97e-04 | 3126.1ms/step | 19.2 samples/s
|
| 346 |
+
Step 3290/50462 | Loss: 3.0813 | LR: 4.97e-04 | 3126.4ms/step | 19.2 samples/s
|
| 347 |
+
Step 3300/50462 | Loss: 3.0740 | LR: 4.97e-04 | 3127.1ms/step | 19.2 samples/s
|
| 348 |
+
Step 3310/50462 | Loss: 3.0542 | LR: 4.97e-04 | 3122.9ms/step | 19.2 samples/s
|
| 349 |
+
Step 3320/50462 | Loss: 3.0622 | LR: 4.97e-04 | 3127.2ms/step | 19.2 samples/s
|
| 350 |
+
Step 3330/50462 | Loss: 3.0780 | LR: 4.97e-04 | 3129.3ms/step | 19.2 samples/s
|
| 351 |
+
Step 3340/50462 | Loss: 3.0642 | LR: 4.97e-04 | 3128.5ms/step | 19.2 samples/s
|
| 352 |
+
Step 3350/50462 | Loss: 3.0388 | LR: 4.97e-04 | 3126.3ms/step | 19.2 samples/s
|
| 353 |
+
Step 3360/50462 | Loss: 3.0593 | LR: 4.97e-04 | 3125.0ms/step | 19.2 samples/s
|
| 354 |
+
Step 3370/50462 | Loss: 3.0609 | LR: 4.97e-04 | 3126.4ms/step | 19.2 samples/s
|
| 355 |
+
Step 3380/50462 | Loss: 3.0795 | LR: 4.97e-04 | 3125.5ms/step | 19.2 samples/s
|
| 356 |
+
Step 3390/50462 | Loss: 3.0681 | LR: 4.97e-04 | 3126.8ms/step | 19.2 samples/s
|
| 357 |
+
Step 3400/50462 | Loss: 3.0678 | LR: 4.97e-04 | 3127.8ms/step | 19.2 samples/s
|
| 358 |
+
Step 3410/50462 | Loss: 3.0705 | LR: 4.96e-04 | 3126.5ms/step | 19.2 samples/s
|
| 359 |
+
Step 3420/50462 | Loss: 3.0691 | LR: 4.96e-04 | 3129.6ms/step | 19.2 samples/s
|
| 360 |
+
Step 3430/50462 | Loss: 3.0586 | LR: 4.96e-04 | 3126.4ms/step | 19.2 samples/s
|
| 361 |
+
Step 3440/50462 | Loss: 3.0675 | LR: 4.96e-04 | 3126.4ms/step | 19.2 samples/s
|
| 362 |
+
Step 3450/50462 | Loss: 3.0359 | LR: 4.96e-04 | 3126.1ms/step | 19.2 samples/s
|
| 363 |
+
Step 3460/50462 | Loss: 3.0346 | LR: 4.96e-04 | 3126.5ms/step | 19.2 samples/s
|
| 364 |
+
Step 3470/50462 | Loss: 3.0583 | LR: 4.96e-04 | 3129.1ms/step | 19.2 samples/s
|
| 365 |
+
Step 3480/50462 | Loss: 3.0402 | LR: 4.96e-04 | 3124.8ms/step | 19.2 samples/s
|
| 366 |
+
Step 3490/50462 | Loss: 3.0557 | LR: 4.96e-04 | 3124.4ms/step | 19.2 samples/s
|
| 367 |
+
Step 3500/50462 | Loss: 3.0441 | LR: 4.96e-04 | 3127.8ms/step | 19.2 samples/s
|
| 368 |
+
Validation at step 3500: Loss = 3.0595, Perplexity = 21.32
|
| 369 |
+
Step 3510/50462 | Loss: 3.0363 | LR: 4.96e-04 | 4792.2ms/step | 12.5 samples/s
|
| 370 |
+
Step 3520/50462 | Loss: 3.0369 | LR: 4.96e-04 | 3126.5ms/step | 19.2 samples/s
|
| 371 |
+
Step 3530/50462 | Loss: 3.0756 | LR: 4.96e-04 | 3127.2ms/step | 19.2 samples/s
|
| 372 |
+
Step 3540/50462 | Loss: 3.0205 | LR: 4.96e-04 | 3128.1ms/step | 19.2 samples/s
|
| 373 |
+
Step 3550/50462 | Loss: 3.0545 | LR: 4.96e-04 | 3128.6ms/step | 19.2 samples/s
|
| 374 |
+
Step 3560/50462 | Loss: 3.0418 | LR: 4.96e-04 | 3128.7ms/step | 19.2 samples/s
|
| 375 |
+
Step 3570/50462 | Loss: 3.0555 | LR: 4.96e-04 | 3125.2ms/step | 19.2 samples/s
|
| 376 |
+
Step 3580/50462 | Loss: 3.0309 | LR: 4.96e-04 | 3124.7ms/step | 19.2 samples/s
|
| 377 |
+
Step 3590/50462 | Loss: 3.0147 | LR: 4.96e-04 | 3124.6ms/step | 19.2 samples/s
|
| 378 |
+
Step 3600/50462 | Loss: 3.0217 | LR: 4.96e-04 | 3127.0ms/step | 19.2 samples/s
|
| 379 |
+
Step 3610/50462 | Loss: 3.0499 | LR: 4.96e-04 | 3127.3ms/step | 19.2 samples/s
|
| 380 |
+
Step 3620/50462 | Loss: 3.0630 | LR: 4.96e-04 | 3127.8ms/step | 19.2 samples/s
|
| 381 |
+
Step 3630/50462 | Loss: 3.0376 | LR: 4.96e-04 | 3126.1ms/step | 19.2 samples/s
|
| 382 |
+
Step 3640/50462 | Loss: 3.0206 | LR: 4.96e-04 | 3127.8ms/step | 19.2 samples/s
|
| 383 |
+
Step 3650/50462 | Loss: 3.0086 | LR: 4.96e-04 | 3132.0ms/step | 19.2 samples/s
|
| 384 |
+
Step 3660/50462 | Loss: 3.0540 | LR: 4.96e-04 | 3127.4ms/step | 19.2 samples/s
|
| 385 |
+
Step 3670/50462 | Loss: 3.0568 | LR: 4.96e-04 | 3126.5ms/step | 19.2 samples/s
|
| 386 |
+
Step 3680/50462 | Loss: 2.9948 | LR: 4.96e-04 | 3128.4ms/step | 19.2 samples/s
|
| 387 |
+
Step 3690/50462 | Loss: 3.0571 | LR: 4.96e-04 | 3125.6ms/step | 19.2 samples/s
|
| 388 |
+
Step 3700/50462 | Loss: 3.0051 | LR: 4.96e-04 | 3126.1ms/step | 19.2 samples/s
|
| 389 |
+
Step 3710/50462 | Loss: 3.0349 | LR: 4.96e-04 | 3129.4ms/step | 19.2 samples/s
|
| 390 |
+
Step 3720/50462 | Loss: 3.0584 | LR: 4.96e-04 | 3127.6ms/step | 19.2 samples/s
|
| 391 |
+
Step 3730/50462 | Loss: 3.0326 | LR: 4.96e-04 | 3128.5ms/step | 19.2 samples/s
|
| 392 |
+
Step 3740/50462 | Loss: 3.0442 | LR: 4.96e-04 | 3130.6ms/step | 19.2 samples/s
|
| 393 |
+
Step 3750/50462 | Loss: 3.0310 | LR: 4.96e-04 | 3129.1ms/step | 19.2 samples/s
|
| 394 |
+
Validation at step 3750: Loss = 3.0365, Perplexity = 20.83
|
| 395 |
+
Step 3760/50462 | Loss: 3.0215 | LR: 4.95e-04 | 4798.0ms/step | 12.5 samples/s
|
| 396 |
+
Step 3770/50462 | Loss: 3.0218 | LR: 4.95e-04 | 3129.7ms/step | 19.2 samples/s
|
| 397 |
+
Step 3780/50462 | Loss: 3.0026 | LR: 4.95e-04 | 3127.2ms/step | 19.2 samples/s
|
| 398 |
+
Step 3790/50462 | Loss: 3.0238 | LR: 4.95e-04 | 3129.9ms/step | 19.2 samples/s
|
| 399 |
+
Step 3800/50462 | Loss: 3.0231 | LR: 4.95e-04 | 3129.4ms/step | 19.2 samples/s
|
| 400 |
+
Step 3810/50462 | Loss: 3.0369 | LR: 4.95e-04 | 3128.9ms/step | 19.2 samples/s
|
| 401 |
+
Step 3820/50462 | Loss: 3.0185 | LR: 4.95e-04 | 3128.8ms/step | 19.2 samples/s
|
| 402 |
+
Step 3830/50462 | Loss: 3.0275 | LR: 4.95e-04 | 3126.8ms/step | 19.2 samples/s
|
| 403 |
+
Step 3840/50462 | Loss: 3.0066 | LR: 4.95e-04 | 3126.0ms/step | 19.2 samples/s
|
| 404 |
+
Step 3850/50462 | Loss: 2.9623 | LR: 4.95e-04 | 3128.1ms/step | 19.2 samples/s
|
| 405 |
+
Step 3860/50462 | Loss: 3.0231 | LR: 4.95e-04 | 3128.7ms/step | 19.2 samples/s
|
| 406 |
+
Step 3870/50462 | Loss: 3.0153 | LR: 4.95e-04 | 3128.5ms/step | 19.2 samples/s
|
| 407 |
+
Step 3880/50462 | Loss: 3.0293 | LR: 4.95e-04 | 3128.2ms/step | 19.2 samples/s
|
| 408 |
+
Step 3890/50462 | Loss: 3.0111 | LR: 4.95e-04 | 3125.2ms/step | 19.2 samples/s
|
| 409 |
+
Step 3900/50462 | Loss: 2.9926 | LR: 4.95e-04 | 3128.4ms/step | 19.2 samples/s
|
| 410 |
+
Step 3910/50462 | Loss: 2.9847 | LR: 4.95e-04 | 3140.6ms/step | 19.1 samples/s
|
| 411 |
+
Step 3920/50462 | Loss: 3.0487 | LR: 4.95e-04 | 3126.1ms/step | 19.2 samples/s
|
| 412 |
+
Step 3930/50462 | Loss: 3.0294 | LR: 4.95e-04 | 3127.6ms/step | 19.2 samples/s
|
| 413 |
+
Step 3940/50462 | Loss: 3.0237 | LR: 4.95e-04 | 3126.7ms/step | 19.2 samples/s
|
| 414 |
+
Step 3950/50462 | Loss: 3.0266 | LR: 4.95e-04 | 3127.9ms/step | 19.2 samples/s
|
| 415 |
+
Step 3960/50462 | Loss: 2.9928 | LR: 4.95e-04 | 3128.3ms/step | 19.2 samples/s
|
| 416 |
+
Step 3970/50462 | Loss: 3.0298 | LR: 4.95e-04 | 3125.3ms/step | 19.2 samples/s
|
| 417 |
+
Step 3980/50462 | Loss: 3.0036 | LR: 4.95e-04 | 3128.6ms/step | 19.2 samples/s
|
| 418 |
+
Step 3990/50462 | Loss: 3.0058 | LR: 4.95e-04 | 3127.3ms/step | 19.2 samples/s
|
| 419 |
+
Step 4000/50462 | Loss: 3.0444 | LR: 4.95e-04 | 3126.3ms/step | 19.2 samples/s
|
| 420 |
+
Validation at step 4000: Loss = 3.0166, Perplexity = 20.42
|
| 421 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-4000
|
| 422 |
+
Step 4010/50462 | Loss: 3.0132 | LR: 4.95e-04 | 5797.1ms/step | 10.4 samples/s
|
| 423 |
+
Step 4020/50462 | Loss: 2.9947 | LR: 4.95e-04 | 3122.5ms/step | 19.2 samples/s
|
| 424 |
+
Step 4030/50462 | Loss: 3.0035 | LR: 4.95e-04 | 3124.3ms/step | 19.2 samples/s
|
| 425 |
+
Step 4040/50462 | Loss: 3.0004 | LR: 4.95e-04 | 3124.3ms/step | 19.2 samples/s
|
| 426 |
+
Step 4050/50462 | Loss: 2.9852 | LR: 4.95e-04 | 3129.3ms/step | 19.2 samples/s
|
| 427 |
+
Step 4060/50462 | Loss: 3.0040 | LR: 4.95e-04 | 3129.9ms/step | 19.2 samples/s
|
| 428 |
+
Step 4070/50462 | Loss: 2.9774 | LR: 4.95e-04 | 3129.1ms/step | 19.2 samples/s
|
| 429 |
+
Step 4080/50462 | Loss: 3.0000 | LR: 4.94e-04 | 3128.3ms/step | 19.2 samples/s
|
| 430 |
+
Step 4090/50462 | Loss: 3.0374 | LR: 4.94e-04 | 3128.7ms/step | 19.2 samples/s
|
| 431 |
+
Step 4100/50462 | Loss: 2.9952 | LR: 4.94e-04 | 3128.2ms/step | 19.2 samples/s
|
| 432 |
+
Step 4110/50462 | Loss: 2.9982 | LR: 4.94e-04 | 3126.8ms/step | 19.2 samples/s
|
| 433 |
+
Step 4120/50462 | Loss: 2.9848 | LR: 4.94e-04 | 3126.7ms/step | 19.2 samples/s
|
| 434 |
+
Step 4130/50462 | Loss: 3.0021 | LR: 4.94e-04 | 3130.1ms/step | 19.2 samples/s
|
| 435 |
+
Step 4140/50462 | Loss: 2.9813 | LR: 4.94e-04 | 3127.6ms/step | 19.2 samples/s
|
| 436 |
+
Step 4150/50462 | Loss: 3.0098 | LR: 4.94e-04 | 3127.0ms/step | 19.2 samples/s
|
| 437 |
+
Step 4160/50462 | Loss: 3.0064 | LR: 4.94e-04 | 3128.1ms/step | 19.2 samples/s
|
| 438 |
+
Step 4170/50462 | Loss: 2.9754 | LR: 4.94e-04 | 3126.0ms/step | 19.2 samples/s
|
| 439 |
+
Step 4180/50462 | Loss: 2.9862 | LR: 4.94e-04 | 3127.3ms/step | 19.2 samples/s
|
| 440 |
+
Step 4190/50462 | Loss: 2.9749 | LR: 4.94e-04 | 3127.1ms/step | 19.2 samples/s
|
| 441 |
+
Step 4200/50462 | Loss: 2.9730 | LR: 4.94e-04 | 3125.9ms/step | 19.2 samples/s
|
| 442 |
+
Step 4210/50462 | Loss: 2.9755 | LR: 4.94e-04 | 3125.8ms/step | 19.2 samples/s
|
| 443 |
+
Step 4220/50462 | Loss: 2.9876 | LR: 4.94e-04 | 3124.2ms/step | 19.2 samples/s
|
| 444 |
+
Step 4230/50462 | Loss: 2.9777 | LR: 4.94e-04 | 3128.9ms/step | 19.2 samples/s
|
| 445 |
+
Step 4240/50462 | Loss: 2.9727 | LR: 4.94e-04 | 3130.5ms/step | 19.2 samples/s
|
| 446 |
+
Step 4250/50462 | Loss: 2.9841 | LR: 4.94e-04 | 3129.7ms/step | 19.2 samples/s
|
| 447 |
+
Validation at step 4250: Loss = 2.9963, Perplexity = 20.01
|
| 448 |
+
Step 4260/50462 | Loss: 2.9778 | LR: 4.94e-04 | 4795.4ms/step | 12.5 samples/s
|
| 449 |
+
Step 4270/50462 | Loss: 2.9697 | LR: 4.94e-04 | 3127.2ms/step | 19.2 samples/s
|
| 450 |
+
Step 4280/50462 | Loss: 2.9815 | LR: 4.94e-04 | 3126.5ms/step | 19.2 samples/s
|
| 451 |
+
Step 4290/50462 | Loss: 2.9936 | LR: 4.94e-04 | 3128.0ms/step | 19.2 samples/s
|
| 452 |
+
Step 4300/50462 | Loss: 2.9808 | LR: 4.94e-04 | 3127.2ms/step | 19.2 samples/s
|
| 453 |
+
Step 4310/50462 | Loss: 3.0023 | LR: 4.94e-04 | 3129.3ms/step | 19.2 samples/s
|
| 454 |
+
Step 4320/50462 | Loss: 3.0072 | LR: 4.94e-04 | 3126.8ms/step | 19.2 samples/s
|
| 455 |
+
Step 4330/50462 | Loss: 2.9886 | LR: 4.94e-04 | 3128.1ms/step | 19.2 samples/s
|
| 456 |
+
Step 4340/50462 | Loss: 2.9654 | LR: 4.94e-04 | 3129.1ms/step | 19.2 samples/s
|
| 457 |
+
Step 4350/50462 | Loss: 2.9748 | LR: 4.94e-04 | 3126.3ms/step | 19.2 samples/s
|
| 458 |
+
Step 4360/50462 | Loss: 2.9624 | LR: 4.94e-04 | 3127.6ms/step | 19.2 samples/s
|
| 459 |
+
Step 4370/50462 | Loss: 2.9835 | LR: 4.93e-04 | 3126.2ms/step | 19.2 samples/s
|
| 460 |
+
Step 4380/50462 | Loss: 2.9879 | LR: 4.93e-04 | 3123.7ms/step | 19.2 samples/s
|
| 461 |
+
Step 4390/50462 | Loss: 2.9832 | LR: 4.93e-04 | 3130.0ms/step | 19.2 samples/s
|
| 462 |
+
Step 4400/50462 | Loss: 3.0027 | LR: 4.93e-04 | 3128.7ms/step | 19.2 samples/s
|
| 463 |
+
Step 4410/50462 | Loss: 2.9939 | LR: 4.93e-04 | 3126.6ms/step | 19.2 samples/s
|
| 464 |
+
Step 4420/50462 | Loss: 2.9726 | LR: 4.93e-04 | 3127.6ms/step | 19.2 samples/s
|
| 465 |
+
Step 4430/50462 | Loss: 2.9870 | LR: 4.93e-04 | 3128.9ms/step | 19.2 samples/s
|
| 466 |
+
Step 4440/50462 | Loss: 2.9616 | LR: 4.93e-04 | 3129.4ms/step | 19.2 samples/s
|
| 467 |
+
Step 4450/50462 | Loss: 2.9643 | LR: 4.93e-04 | 3127.2ms/step | 19.2 samples/s
|
| 468 |
+
Step 4460/50462 | Loss: 2.9863 | LR: 4.93e-04 | 3126.7ms/step | 19.2 samples/s
|
| 469 |
+
Step 4470/50462 | Loss: 2.9649 | LR: 4.93e-04 | 3129.7ms/step | 19.2 samples/s
|
| 470 |
+
Step 4480/50462 | Loss: 2.9910 | LR: 4.93e-04 | 3128.9ms/step | 19.2 samples/s
|
| 471 |
+
Step 4490/50462 | Loss: 2.9929 | LR: 4.93e-04 | 3127.5ms/step | 19.2 samples/s
|
| 472 |
+
Step 4500/50462 | Loss: 2.9394 | LR: 4.93e-04 | 3128.4ms/step | 19.2 samples/s
|
| 473 |
+
Validation at step 4500: Loss = 2.9805, Perplexity = 19.70
|
| 474 |
+
Step 4510/50462 | Loss: 2.9701 | LR: 4.93e-04 | 4798.0ms/step | 12.5 samples/s
|
| 475 |
+
Step 4520/50462 | Loss: 2.9701 | LR: 4.93e-04 | 3127.8ms/step | 19.2 samples/s
|
| 476 |
+
Step 4530/50462 | Loss: 2.9811 | LR: 4.93e-04 | 3127.0ms/step | 19.2 samples/s
|
| 477 |
+
Step 4540/50462 | Loss: 3.0020 | LR: 4.93e-04 | 3124.7ms/step | 19.2 samples/s
|
| 478 |
+
Step 4550/50462 | Loss: 2.9623 | LR: 4.93e-04 | 3125.9ms/step | 19.2 samples/s
|
| 479 |
+
Step 4560/50462 | Loss: 2.9685 | LR: 4.93e-04 | 3130.9ms/step | 19.2 samples/s
|
| 480 |
+
Step 4570/50462 | Loss: 2.9957 | LR: 4.93e-04 | 3128.1ms/step | 19.2 samples/s
|
| 481 |
+
Step 4580/50462 | Loss: 2.9797 | LR: 4.93e-04 | 3129.9ms/step | 19.2 samples/s
|
| 482 |
+
Step 4590/50462 | Loss: 2.9607 | LR: 4.93e-04 | 3131.8ms/step | 19.2 samples/s
|
| 483 |
+
Step 4600/50462 | Loss: 2.9718 | LR: 4.93e-04 | 3128.3ms/step | 19.2 samples/s
|
| 484 |
+
Step 4610/50462 | Loss: 2.9482 | LR: 4.93e-04 | 3129.6ms/step | 19.2 samples/s
|
| 485 |
+
Step 4620/50462 | Loss: 2.9715 | LR: 4.93e-04 | 3127.5ms/step | 19.2 samples/s
|
| 486 |
+
Step 4630/50462 | Loss: 2.9459 | LR: 4.93e-04 | 3125.6ms/step | 19.2 samples/s
|
| 487 |
+
Step 4640/50462 | Loss: 2.9411 | LR: 4.92e-04 | 3631.5ms/step | 16.5 samples/s
|
| 488 |
+
Step 4650/50462 | Loss: 2.9378 | LR: 4.92e-04 | 3114.5ms/step | 19.3 samples/s
|
| 489 |
+
Step 4660/50462 | Loss: 2.9411 | LR: 4.92e-04 | 3112.9ms/step | 19.3 samples/s
|
| 490 |
+
Step 4670/50462 | Loss: 2.9476 | LR: 4.92e-04 | 3125.2ms/step | 19.2 samples/s
|
| 491 |
+
Step 4680/50462 | Loss: 2.9640 | LR: 4.92e-04 | 3126.4ms/step | 19.2 samples/s
|
| 492 |
+
Step 4690/50462 | Loss: 2.9414 | LR: 4.92e-04 | 3127.1ms/step | 19.2 samples/s
|
| 493 |
+
Step 4700/50462 | Loss: 2.9528 | LR: 4.92e-04 | 3126.6ms/step | 19.2 samples/s
|
| 494 |
+
Step 4710/50462 | Loss: 2.9935 | LR: 4.92e-04 | 3126.5ms/step | 19.2 samples/s
|
| 495 |
+
Step 4720/50462 | Loss: 2.9561 | LR: 4.92e-04 | 3126.8ms/step | 19.2 samples/s
|
| 496 |
+
Step 4730/50462 | Loss: 2.9797 | LR: 4.92e-04 | 3126.0ms/step | 19.2 samples/s
|
| 497 |
+
Step 4740/50462 | Loss: 2.9457 | LR: 4.92e-04 | 3126.5ms/step | 19.2 samples/s
|
| 498 |
+
Step 4750/50462 | Loss: 2.9609 | LR: 4.92e-04 | 3126.5ms/step | 19.2 samples/s
|
| 499 |
+
Validation at step 4750: Loss = 2.9639, Perplexity = 19.37
|
| 500 |
+
Step 4760/50462 | Loss: 2.9589 | LR: 4.92e-04 | 4798.9ms/step | 12.5 samples/s
|
| 501 |
+
Step 4770/50462 | Loss: 2.9400 | LR: 4.92e-04 | 3128.9ms/step | 19.2 samples/s
|
| 502 |
+
Step 4780/50462 | Loss: 2.9376 | LR: 4.92e-04 | 3127.4ms/step | 19.2 samples/s
|
| 503 |
+
Step 4790/50462 | Loss: 2.9641 | LR: 4.92e-04 | 3128.3ms/step | 19.2 samples/s
|
| 504 |
+
Step 4800/50462 | Loss: 2.9500 | LR: 4.92e-04 | 3127.7ms/step | 19.2 samples/s
|
| 505 |
+
Step 4810/50462 | Loss: 3.0047 | LR: 4.92e-04 | 3616.2ms/step | 16.6 samples/s
|
| 506 |
+
Step 4820/50462 | Loss: 2.9849 | LR: 4.92e-04 | 3629.8ms/step | 16.5 samples/s
|
| 507 |
+
Step 4830/50462 | Loss: 2.9280 | LR: 4.92e-04 | 3121.1ms/step | 19.2 samples/s
|
| 508 |
+
Step 4840/50462 | Loss: 2.9343 | LR: 4.92e-04 | 3127.0ms/step | 19.2 samples/s
|
| 509 |
+
Step 4850/50462 | Loss: 2.9313 | LR: 4.92e-04 | 3128.3ms/step | 19.2 samples/s
|
| 510 |
+
Step 4860/50462 | Loss: 2.9387 | LR: 4.92e-04 | 3125.5ms/step | 19.2 samples/s
|
| 511 |
+
Step 4870/50462 | Loss: 2.9159 | LR: 4.92e-04 | 3128.1ms/step | 19.2 samples/s
|
| 512 |
+
Step 4880/50462 | Loss: 2.9501 | LR: 4.92e-04 | 3129.1ms/step | 19.2 samples/s
|
| 513 |
+
Step 4890/50462 | Loss: 2.8995 | LR: 4.91e-04 | 3128.1ms/step | 19.2 samples/s
|
| 514 |
+
Step 4900/50462 | Loss: 2.9416 | LR: 4.91e-04 | 3127.3ms/step | 19.2 samples/s
|
| 515 |
+
Step 4910/50462 | Loss: 2.9724 | LR: 4.91e-04 | 3127.4ms/step | 19.2 samples/s
|
| 516 |
+
Step 4920/50462 | Loss: 2.9400 | LR: 4.91e-04 | 3128.1ms/step | 19.2 samples/s
|
| 517 |
+
Step 4930/50462 | Loss: 2.9628 | LR: 4.91e-04 | 3128.1ms/step | 19.2 samples/s
|
| 518 |
+
Step 4940/50462 | Loss: 2.9418 | LR: 4.91e-04 | 3128.1ms/step | 19.2 samples/s
|
| 519 |
+
Step 4950/50462 | Loss: 2.9864 | LR: 4.91e-04 | 3127.6ms/step | 19.2 samples/s
|
| 520 |
+
Step 4960/50462 | Loss: 2.9629 | LR: 4.91e-04 | 3127.1ms/step | 19.2 samples/s
|
| 521 |
+
Step 4970/50462 | Loss: 2.9716 | LR: 4.91e-04 | 3129.0ms/step | 19.2 samples/s
|
| 522 |
+
Step 4980/50462 | Loss: 2.9279 | LR: 4.91e-04 | 3130.3ms/step | 19.2 samples/s
|
| 523 |
+
Step 4990/50462 | Loss: 2.9313 | LR: 4.91e-04 | 3126.4ms/step | 19.2 samples/s
|
| 524 |
+
Step 5000/50462 | Loss: 2.9707 | LR: 4.91e-04 | 3128.4ms/step | 19.2 samples/s
|
| 525 |
+
Validation at step 5000: Loss = 2.9512, Perplexity = 19.13
|
| 526 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-5000
|
| 527 |
+
Step 5010/50462 | Loss: 2.9435 | LR: 4.91e-04 | 5791.1ms/step | 10.4 samples/s
|
| 528 |
+
Step 5020/50462 | Loss: 2.9581 | LR: 4.91e-04 | 3121.2ms/step | 19.2 samples/s
|
| 529 |
+
Step 5030/50462 | Loss: 2.9230 | LR: 4.91e-04 | 3123.1ms/step | 19.2 samples/s
|
| 530 |
+
Step 5040/50462 | Loss: 2.9243 | LR: 4.91e-04 | 3127.6ms/step | 19.2 samples/s
|
| 531 |
+
Step 5050/50462 | Loss: 2.9289 | LR: 4.91e-04 | 3126.9ms/step | 19.2 samples/s
|
| 532 |
+
Step 5060/50462 | Loss: 2.9100 | LR: 4.91e-04 | 3132.9ms/step | 19.2 samples/s
|
| 533 |
+
Step 5070/50462 | Loss: 2.9405 | LR: 4.91e-04 | 3130.5ms/step | 19.2 samples/s
|
| 534 |
+
Step 5080/50462 | Loss: 2.9627 | LR: 4.91e-04 | 3127.9ms/step | 19.2 samples/s
|
| 535 |
+
Step 5090/50462 | Loss: 2.9309 | LR: 4.91e-04 | 3130.2ms/step | 19.2 samples/s
|
| 536 |
+
Step 5100/50462 | Loss: 2.9116 | LR: 4.91e-04 | 3128.8ms/step | 19.2 samples/s
|
| 537 |
+
Step 5110/50462 | Loss: 2.9229 | LR: 4.91e-04 | 3125.4ms/step | 19.2 samples/s
|
| 538 |
+
Step 5120/50462 | Loss: 2.9232 | LR: 4.91e-04 | 3127.8ms/step | 19.2 samples/s
|
| 539 |
+
Step 5130/50462 | Loss: 2.9045 | LR: 4.90e-04 | 3126.6ms/step | 19.2 samples/s
|
| 540 |
+
Step 5140/50462 | Loss: 2.9216 | LR: 4.90e-04 | 3127.0ms/step | 19.2 samples/s
|
| 541 |
+
Step 5150/50462 | Loss: 2.9365 | LR: 4.90e-04 | 3127.5ms/step | 19.2 samples/s
|
| 542 |
+
Step 5160/50462 | Loss: 2.9016 | LR: 4.90e-04 | 3126.9ms/step | 19.2 samples/s
|
| 543 |
+
Step 5170/50462 | Loss: 2.9476 | LR: 4.90e-04 | 3127.1ms/step | 19.2 samples/s
|
| 544 |
+
Step 5180/50462 | Loss: 2.9257 | LR: 4.90e-04 | 3130.6ms/step | 19.2 samples/s
|
| 545 |
+
Step 5190/50462 | Loss: 2.9067 | LR: 4.90e-04 | 3124.2ms/step | 19.2 samples/s
|
| 546 |
+
Step 5200/50462 | Loss: 2.9377 | LR: 4.90e-04 | 3125.8ms/step | 19.2 samples/s
|
| 547 |
+
Step 5210/50462 | Loss: 2.9140 | LR: 4.90e-04 | 3127.5ms/step | 19.2 samples/s
|
| 548 |
+
Step 5220/50462 | Loss: 2.9160 | LR: 4.90e-04 | 3128.5ms/step | 19.2 samples/s
|
| 549 |
+
Step 5230/50462 | Loss: 2.9733 | LR: 4.90e-04 | 3127.9ms/step | 19.2 samples/s
|
| 550 |
+
Step 5240/50462 | Loss: 2.9453 | LR: 4.90e-04 | 3127.4ms/step | 19.2 samples/s
|
| 551 |
+
Step 5250/50462 | Loss: 2.9373 | LR: 4.90e-04 | 3122.7ms/step | 19.2 samples/s
|
| 552 |
+
Validation at step 5250: Loss = 2.9380, Perplexity = 18.88
|
| 553 |
+
Step 5260/50462 | Loss: 2.9503 | LR: 4.90e-04 | 4793.6ms/step | 12.5 samples/s
|
| 554 |
+
Step 5270/50462 | Loss: 2.9393 | LR: 4.90e-04 | 3126.7ms/step | 19.2 samples/s
|
| 555 |
+
Step 5280/50462 | Loss: 2.9496 | LR: 4.90e-04 | 3127.2ms/step | 19.2 samples/s
|
| 556 |
+
Step 5290/50462 | Loss: 2.9760 | LR: 4.90e-04 | 3126.2ms/step | 19.2 samples/s
|
| 557 |
+
Step 5300/50462 | Loss: 2.9108 | LR: 4.90e-04 | 3130.5ms/step | 19.2 samples/s
|
| 558 |
+
Step 5310/50462 | Loss: 2.9384 | LR: 4.90e-04 | 3127.2ms/step | 19.2 samples/s
|
| 559 |
+
Step 5320/50462 | Loss: 2.9414 | LR: 4.90e-04 | 3126.9ms/step | 19.2 samples/s
|
| 560 |
+
Step 5330/50462 | Loss: 2.9184 | LR: 4.90e-04 | 3128.3ms/step | 19.2 samples/s
|
| 561 |
+
Step 5340/50462 | Loss: 2.9157 | LR: 4.90e-04 | 3128.4ms/step | 19.2 samples/s
|
| 562 |
+
Step 5350/50462 | Loss: 2.9610 | LR: 4.90e-04 | 3128.6ms/step | 19.2 samples/s
|
| 563 |
+
Step 5360/50462 | Loss: 2.9378 | LR: 4.89e-04 | 3130.1ms/step | 19.2 samples/s
|
| 564 |
+
Step 5370/50462 | Loss: 2.9413 | LR: 4.89e-04 | 3129.5ms/step | 19.2 samples/s
|
| 565 |
+
Step 5380/50462 | Loss: 2.9079 | LR: 4.89e-04 | 3130.0ms/step | 19.2 samples/s
|
| 566 |
+
Step 5390/50462 | Loss: 2.9515 | LR: 4.89e-04 | 3132.4ms/step | 19.2 samples/s
|
| 567 |
+
Step 5400/50462 | Loss: 2.9369 | LR: 4.89e-04 | 3133.2ms/step | 19.1 samples/s
|
| 568 |
+
Step 5410/50462 | Loss: 2.9349 | LR: 4.89e-04 | 3130.4ms/step | 19.2 samples/s
|
| 569 |
+
Step 5420/50462 | Loss: 2.9227 | LR: 4.89e-04 | 3125.8ms/step | 19.2 samples/s
|
| 570 |
+
Step 5430/50462 | Loss: 2.9336 | LR: 4.89e-04 | 3127.8ms/step | 19.2 samples/s
|
| 571 |
+
Step 5440/50462 | Loss: 2.9314 | LR: 4.89e-04 | 3130.8ms/step | 19.2 samples/s
|
| 572 |
+
Step 5450/50462 | Loss: 2.9190 | LR: 4.89e-04 | 3128.4ms/step | 19.2 samples/s
|
| 573 |
+
Step 5460/50462 | Loss: 2.9067 | LR: 4.89e-04 | 3130.7ms/step | 19.2 samples/s
|
| 574 |
+
Step 5470/50462 | Loss: 2.9173 | LR: 4.89e-04 | 3129.6ms/step | 19.2 samples/s
|
| 575 |
+
Step 5480/50462 | Loss: 2.9076 | LR: 4.89e-04 | 3124.7ms/step | 19.2 samples/s
|
| 576 |
+
Step 5490/50462 | Loss: 2.8972 | LR: 4.89e-04 | 3127.8ms/step | 19.2 samples/s
|
| 577 |
+
Step 5500/50462 | Loss: 2.8937 | LR: 4.89e-04 | 3127.4ms/step | 19.2 samples/s
|
| 578 |
+
Validation at step 5500: Loss = 2.9249, Perplexity = 18.63
|
| 579 |
+
Step 5510/50462 | Loss: 2.9362 | LR: 4.89e-04 | 4792.2ms/step | 12.5 samples/s
|
| 580 |
+
Step 5520/50462 | Loss: 2.8888 | LR: 4.89e-04 | 3121.6ms/step | 19.2 samples/s
|
| 581 |
+
Step 5530/50462 | Loss: 2.8867 | LR: 4.89e-04 | 3124.8ms/step | 19.2 samples/s
|
| 582 |
+
Step 5540/50462 | Loss: 2.9122 | LR: 4.89e-04 | 3125.1ms/step | 19.2 samples/s
|
| 583 |
+
Step 5550/50462 | Loss: 2.9252 | LR: 4.89e-04 | 3124.9ms/step | 19.2 samples/s
|
| 584 |
+
Step 5560/50462 | Loss: 2.9244 | LR: 4.89e-04 | 3125.4ms/step | 19.2 samples/s
|
| 585 |
+
Step 5570/50462 | Loss: 2.9113 | LR: 4.88e-04 | 3126.0ms/step | 19.2 samples/s
|
| 586 |
+
Step 5580/50462 | Loss: 2.9083 | LR: 4.88e-04 | 3126.7ms/step | 19.2 samples/s
|
| 587 |
+
Step 5590/50462 | Loss: 2.8954 | LR: 4.88e-04 | 3129.4ms/step | 19.2 samples/s
|
| 588 |
+
Step 5600/50462 | Loss: 2.8889 | LR: 4.88e-04 | 3126.3ms/step | 19.2 samples/s
|
| 589 |
+
Step 5610/50462 | Loss: 2.9133 | LR: 4.88e-04 | 3127.8ms/step | 19.2 samples/s
|
| 590 |
+
Step 5620/50462 | Loss: 2.9028 | LR: 4.88e-04 | 3127.0ms/step | 19.2 samples/s
|
| 591 |
+
Step 5630/50462 | Loss: 2.8880 | LR: 4.88e-04 | 3124.9ms/step | 19.2 samples/s
|
| 592 |
+
Step 5640/50462 | Loss: 2.9137 | LR: 4.88e-04 | 3125.3ms/step | 19.2 samples/s
|
| 593 |
+
Step 5650/50462 | Loss: 2.8858 | LR: 4.88e-04 | 3126.6ms/step | 19.2 samples/s
|
| 594 |
+
Step 5660/50462 | Loss: 2.8764 | LR: 4.88e-04 | 3128.5ms/step | 19.2 samples/s
|
| 595 |
+
Step 5670/50462 | Loss: 2.8667 | LR: 4.88e-04 | 3127.9ms/step | 19.2 samples/s
|
| 596 |
+
Step 5680/50462 | Loss: 2.9195 | LR: 4.88e-04 | 3127.5ms/step | 19.2 samples/s
|
| 597 |
+
Step 5690/50462 | Loss: 2.9061 | LR: 4.88e-04 | 3129.4ms/step | 19.2 samples/s
|
| 598 |
+
Step 5700/50462 | Loss: 2.9080 | LR: 4.88e-04 | 3128.8ms/step | 19.2 samples/s
|
| 599 |
+
Step 5710/50462 | Loss: 2.9436 | LR: 4.88e-04 | 3126.4ms/step | 19.2 samples/s
|
| 600 |
+
Step 5720/50462 | Loss: 2.9069 | LR: 4.88e-04 | 3127.8ms/step | 19.2 samples/s
|
| 601 |
+
Step 5730/50462 | Loss: 2.8940 | LR: 4.88e-04 | 3125.6ms/step | 19.2 samples/s
|
| 602 |
+
Step 5740/50462 | Loss: 2.8995 | LR: 4.88e-04 | 3126.9ms/step | 19.2 samples/s
|
| 603 |
+
Step 5750/50462 | Loss: 2.8944 | LR: 4.88e-04 | 3126.3ms/step | 19.2 samples/s
|
| 604 |
+
Validation at step 5750: Loss = 2.9154, Perplexity = 18.46
|
| 605 |
+
Step 5760/50462 | Loss: 2.9181 | LR: 4.88e-04 | 4797.0ms/step | 12.5 samples/s
|
| 606 |
+
Step 5770/50462 | Loss: 2.9218 | LR: 4.88e-04 | 3124.4ms/step | 19.2 samples/s
|
| 607 |
+
Step 5780/50462 | Loss: 2.9082 | LR: 4.87e-04 | 3128.1ms/step | 19.2 samples/s
|
| 608 |
+
Step 5790/50462 | Loss: 2.8764 | LR: 4.87e-04 | 3126.2ms/step | 19.2 samples/s
|
| 609 |
+
Step 5800/50462 | Loss: 2.9028 | LR: 4.87e-04 | 3126.6ms/step | 19.2 samples/s
|
| 610 |
+
Step 5810/50462 | Loss: 2.8914 | LR: 4.87e-04 | 3126.3ms/step | 19.2 samples/s
|
| 611 |
+
Step 5820/50462 | Loss: 2.8936 | LR: 4.87e-04 | 3127.0ms/step | 19.2 samples/s
|
| 612 |
+
Step 5830/50462 | Loss: 2.8902 | LR: 4.87e-04 | 3128.3ms/step | 19.2 samples/s
|
| 613 |
+
Step 5840/50462 | Loss: 2.8633 | LR: 4.87e-04 | 3129.6ms/step | 19.2 samples/s
|
| 614 |
+
Step 5850/50462 | Loss: 2.8917 | LR: 4.87e-04 | 3127.2ms/step | 19.2 samples/s
|
| 615 |
+
Step 5860/50462 | Loss: 2.8909 | LR: 4.87e-04 | 3124.4ms/step | 19.2 samples/s
|
| 616 |
+
Step 5870/50462 | Loss: 2.9003 | LR: 4.87e-04 | 3126.3ms/step | 19.2 samples/s
|
| 617 |
+
Step 5880/50462 | Loss: 2.8918 | LR: 4.87e-04 | 3128.3ms/step | 19.2 samples/s
|
| 618 |
+
Step 5890/50462 | Loss: 2.8899 | LR: 4.87e-04 | 3127.1ms/step | 19.2 samples/s
|
| 619 |
+
Step 5900/50462 | Loss: 2.8655 | LR: 4.87e-04 | 3128.6ms/step | 19.2 samples/s
|
| 620 |
+
Step 5910/50462 | Loss: 2.9155 | LR: 4.87e-04 | 3127.1ms/step | 19.2 samples/s
|
| 621 |
+
Step 5920/50462 | Loss: 2.8852 | LR: 4.87e-04 | 3129.0ms/step | 19.2 samples/s
|
| 622 |
+
Step 5930/50462 | Loss: 2.8904 | LR: 4.87e-04 | 3126.0ms/step | 19.2 samples/s
|
| 623 |
+
Step 5940/50462 | Loss: 2.8870 | LR: 4.87e-04 | 3129.5ms/step | 19.2 samples/s
|
| 624 |
+
Step 5950/50462 | Loss: 2.8881 | LR: 4.87e-04 | 3127.8ms/step | 19.2 samples/s
|
| 625 |
+
Step 5960/50462 | Loss: 2.9186 | LR: 4.87e-04 | 3127.3ms/step | 19.2 samples/s
|
| 626 |
+
Step 5970/50462 | Loss: 2.8576 | LR: 4.87e-04 | 3125.2ms/step | 19.2 samples/s
|
| 627 |
+
Step 5980/50462 | Loss: 2.8925 | LR: 4.86e-04 | 3130.1ms/step | 19.2 samples/s
|
| 628 |
+
Step 5990/50462 | Loss: 2.8547 | LR: 4.86e-04 | 3125.7ms/step | 19.2 samples/s
|
| 629 |
+
Step 6000/50462 | Loss: 2.8752 | LR: 4.86e-04 | 3121.7ms/step | 19.2 samples/s
|
| 630 |
+
Validation at step 6000: Loss = 2.9052, Perplexity = 18.27
|
| 631 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-6000
|
| 632 |
+
Step 6010/50462 | Loss: 2.9186 | LR: 4.86e-04 | 5756.4ms/step | 10.4 samples/s
|
| 633 |
+
Step 6020/50462 | Loss: 2.9003 | LR: 4.86e-04 | 3113.7ms/step | 19.3 samples/s
|
| 634 |
+
Step 6030/50462 | Loss: 2.8812 | LR: 4.86e-04 | 3125.3ms/step | 19.2 samples/s
|
| 635 |
+
Step 6040/50462 | Loss: 2.8945 | LR: 4.86e-04 | 3124.8ms/step | 19.2 samples/s
|
| 636 |
+
Step 6050/50462 | Loss: 2.8898 | LR: 4.86e-04 | 3126.7ms/step | 19.2 samples/s
|
| 637 |
+
Step 6060/50462 | Loss: 2.8784 | LR: 4.86e-04 | 3127.0ms/step | 19.2 samples/s
|
| 638 |
+
Step 6070/50462 | Loss: 2.8763 | LR: 4.86e-04 | 3128.4ms/step | 19.2 samples/s
|
| 639 |
+
Step 6080/50462 | Loss: 2.8644 | LR: 4.86e-04 | 3128.8ms/step | 19.2 samples/s
|
| 640 |
+
Step 6090/50462 | Loss: 2.8893 | LR: 4.86e-04 | 3128.9ms/step | 19.2 samples/s
|
| 641 |
+
Step 6100/50462 | Loss: 2.8829 | LR: 4.86e-04 | 3126.2ms/step | 19.2 samples/s
|
| 642 |
+
Step 6110/50462 | Loss: 2.9132 | LR: 4.86e-04 | 3129.8ms/step | 19.2 samples/s
|
| 643 |
+
Step 6120/50462 | Loss: 2.8732 | LR: 4.86e-04 | 3129.2ms/step | 19.2 samples/s
|
| 644 |
+
Step 6130/50462 | Loss: 2.9016 | LR: 4.86e-04 | 3130.8ms/step | 19.2 samples/s
|
| 645 |
+
Step 6140/50462 | Loss: 2.9025 | LR: 4.86e-04 | 3127.4ms/step | 19.2 samples/s
|
| 646 |
+
Step 6150/50462 | Loss: 2.8488 | LR: 4.86e-04 | 3129.1ms/step | 19.2 samples/s
|
| 647 |
+
Step 6160/50462 | Loss: 2.9275 | LR: 4.86e-04 | 3126.3ms/step | 19.2 samples/s
|
| 648 |
+
Step 6170/50462 | Loss: 2.8664 | LR: 4.85e-04 | 3129.0ms/step | 19.2 samples/s
|
| 649 |
+
Step 6180/50462 | Loss: 2.8844 | LR: 4.85e-04 | 3128.6ms/step | 19.2 samples/s
|
| 650 |
+
Step 6190/50462 | Loss: 2.8674 | LR: 4.85e-04 | 3128.1ms/step | 19.2 samples/s
|
| 651 |
+
Step 6200/50462 | Loss: 2.8617 | LR: 4.85e-04 | 3125.3ms/step | 19.2 samples/s
|
| 652 |
+
Step 6210/50462 | Loss: 2.8721 | LR: 4.85e-04 | 3126.3ms/step | 19.2 samples/s
|
| 653 |
+
Step 6220/50462 | Loss: 2.8787 | LR: 4.85e-04 | 3125.2ms/step | 19.2 samples/s
|
| 654 |
+
Step 6230/50462 | Loss: 2.8789 | LR: 4.85e-04 | 3124.0ms/step | 19.2 samples/s
|
| 655 |
+
Step 6240/50462 | Loss: 2.8984 | LR: 4.85e-04 | 3127.6ms/step | 19.2 samples/s
|
| 656 |
+
Step 6250/50462 | Loss: 2.8496 | LR: 4.85e-04 | 3127.8ms/step | 19.2 samples/s
|
| 657 |
+
Validation at step 6250: Loss = 2.8927, Perplexity = 18.04
|
| 658 |
+
Step 6260/50462 | Loss: 2.8575 | LR: 4.85e-04 | 4794.9ms/step | 12.5 samples/s
|
| 659 |
+
Step 6270/50462 | Loss: 2.8908 | LR: 4.85e-04 | 3126.5ms/step | 19.2 samples/s
|
| 660 |
+
Step 6280/50462 | Loss: 2.8768 | LR: 4.85e-04 | 3129.5ms/step | 19.2 samples/s
|
| 661 |
+
Step 6290/50462 | Loss: 2.8756 | LR: 4.85e-04 | 3130.4ms/step | 19.2 samples/s
|
| 662 |
+
Step 6300/50462 | Loss: 2.8943 | LR: 4.85e-04 | 3124.9ms/step | 19.2 samples/s
|
| 663 |
+
Step 6310/50462 | Loss: 2.8612 | LR: 4.85e-04 | 3126.5ms/step | 19.2 samples/s
|
| 664 |
+
Step 6320/50462 | Loss: 2.8905 | LR: 4.85e-04 | 3123.8ms/step | 19.2 samples/s
|
| 665 |
+
Step 6330/50462 | Loss: 2.8466 | LR: 4.85e-04 | 3128.1ms/step | 19.2 samples/s
|
| 666 |
+
Step 6340/50462 | Loss: 2.8712 | LR: 4.85e-04 | 3131.0ms/step | 19.2 samples/s
|
| 667 |
+
Step 6350/50462 | Loss: 2.8718 | LR: 4.85e-04 | 3125.0ms/step | 19.2 samples/s
|
| 668 |
+
Step 6360/50462 | Loss: 2.9046 | LR: 4.84e-04 | 3123.1ms/step | 19.2 samples/s
|
| 669 |
+
Step 6370/50462 | Loss: 2.8642 | LR: 4.84e-04 | 3125.2ms/step | 19.2 samples/s
|
| 670 |
+
Step 6380/50462 | Loss: 2.8742 | LR: 4.84e-04 | 3126.3ms/step | 19.2 samples/s
|
| 671 |
+
Step 6390/50462 | Loss: 2.8515 | LR: 4.84e-04 | 3127.4ms/step | 19.2 samples/s
|
| 672 |
+
Step 6400/50462 | Loss: 2.9019 | LR: 4.84e-04 | 3126.5ms/step | 19.2 samples/s
|
| 673 |
+
Step 6410/50462 | Loss: 2.8731 | LR: 4.84e-04 | 3129.5ms/step | 19.2 samples/s
|
| 674 |
+
Step 6420/50462 | Loss: 2.8749 | LR: 4.84e-04 | 3129.9ms/step | 19.2 samples/s
|
| 675 |
+
Step 6430/50462 | Loss: 2.8973 | LR: 4.84e-04 | 3126.7ms/step | 19.2 samples/s
|
| 676 |
+
Step 6440/50462 | Loss: 2.8533 | LR: 4.84e-04 | 3126.8ms/step | 19.2 samples/s
|
| 677 |
+
Step 6450/50462 | Loss: 2.8516 | LR: 4.84e-04 | 3127.2ms/step | 19.2 samples/s
|
| 678 |
+
Step 6460/50462 | Loss: 2.8849 | LR: 4.84e-04 | 3129.4ms/step | 19.2 samples/s
|
| 679 |
+
Step 6470/50462 | Loss: 2.8552 | LR: 4.84e-04 | 3128.8ms/step | 19.2 samples/s
|
| 680 |
+
Step 6480/50462 | Loss: 2.8759 | LR: 4.84e-04 | 3129.0ms/step | 19.2 samples/s
|
| 681 |
+
Step 6490/50462 | Loss: 2.8788 | LR: 4.84e-04 | 3127.9ms/step | 19.2 samples/s
|
| 682 |
+
Step 6500/50462 | Loss: 2.8548 | LR: 4.84e-04 | 3127.3ms/step | 19.2 samples/s
|
| 683 |
+
Validation at step 6500: Loss = 2.8851, Perplexity = 17.90
|
| 684 |
+
Step 6510/50462 | Loss: 2.8445 | LR: 4.84e-04 | 4797.1ms/step | 12.5 samples/s
|
| 685 |
+
Step 6520/50462 | Loss: 2.8982 | LR: 4.84e-04 | 3127.8ms/step | 19.2 samples/s
|
| 686 |
+
Step 6530/50462 | Loss: 2.8564 | LR: 4.84e-04 | 3131.5ms/step | 19.2 samples/s
|
| 687 |
+
Step 6540/50462 | Loss: 2.9037 | LR: 4.83e-04 | 3131.0ms/step | 19.2 samples/s
|
| 688 |
+
Step 6550/50462 | Loss: 2.8854 | LR: 4.83e-04 | 3127.4ms/step | 19.2 samples/s
|
| 689 |
+
Step 6560/50462 | Loss: 2.8640 | LR: 4.83e-04 | 3126.4ms/step | 19.2 samples/s
|
| 690 |
+
Step 6570/50462 | Loss: 2.8762 | LR: 4.83e-04 | 3127.9ms/step | 19.2 samples/s
|
| 691 |
+
Step 6580/50462 | Loss: 2.8795 | LR: 4.83e-04 | 3128.6ms/step | 19.2 samples/s
|
| 692 |
+
Step 6590/50462 | Loss: 2.8958 | LR: 4.83e-04 | 3126.5ms/step | 19.2 samples/s
|
| 693 |
+
Step 6600/50462 | Loss: 2.8743 | LR: 4.83e-04 | 3125.1ms/step | 19.2 samples/s
|
| 694 |
+
Step 6610/50462 | Loss: 2.8803 | LR: 4.83e-04 | 3122.6ms/step | 19.2 samples/s
|
| 695 |
+
Step 6620/50462 | Loss: 2.8771 | LR: 4.83e-04 | 3123.0ms/step | 19.2 samples/s
|
| 696 |
+
Step 6630/50462 | Loss: 2.8711 | LR: 4.83e-04 | 3128.2ms/step | 19.2 samples/s
|
| 697 |
+
Step 6640/50462 | Loss: 2.8658 | LR: 4.83e-04 | 3126.6ms/step | 19.2 samples/s
|
| 698 |
+
Step 6650/50462 | Loss: 2.8759 | LR: 4.83e-04 | 3126.1ms/step | 19.2 samples/s
|
| 699 |
+
Step 6660/50462 | Loss: 2.8730 | LR: 4.83e-04 | 3127.1ms/step | 19.2 samples/s
|
| 700 |
+
Step 6670/50462 | Loss: 2.8760 | LR: 4.83e-04 | 3125.8ms/step | 19.2 samples/s
|
| 701 |
+
Step 6680/50462 | Loss: 2.8773 | LR: 4.83e-04 | 3124.5ms/step | 19.2 samples/s
|
| 702 |
+
Step 6690/50462 | Loss: 2.8703 | LR: 4.83e-04 | 3125.2ms/step | 19.2 samples/s
|
| 703 |
+
Step 6700/50462 | Loss: 2.8498 | LR: 4.83e-04 | 3637.7ms/step | 16.5 samples/s
|
| 704 |
+
Step 6710/50462 | Loss: 2.8595 | LR: 4.82e-04 | 3108.5ms/step | 19.3 samples/s
|
| 705 |
+
Step 6720/50462 | Loss: 2.8606 | LR: 4.82e-04 | 3122.9ms/step | 19.2 samples/s
|
| 706 |
+
Step 6730/50462 | Loss: 2.8859 | LR: 4.82e-04 | 3124.9ms/step | 19.2 samples/s
|
| 707 |
+
Step 6740/50462 | Loss: 2.8911 | LR: 4.82e-04 | 3127.3ms/step | 19.2 samples/s
|
| 708 |
+
Step 6750/50462 | Loss: 2.8575 | LR: 4.82e-04 | 3128.0ms/step | 19.2 samples/s
|
| 709 |
+
Validation at step 6750: Loss = 2.8740, Perplexity = 17.71
|
| 710 |
+
Step 6760/50462 | Loss: 2.8848 | LR: 4.82e-04 | 4797.5ms/step | 12.5 samples/s
|
| 711 |
+
Step 6770/50462 | Loss: 2.8770 | LR: 4.82e-04 | 3128.4ms/step | 19.2 samples/s
|
| 712 |
+
Step 6780/50462 | Loss: 2.8905 | LR: 4.82e-04 | 3129.8ms/step | 19.2 samples/s
|
| 713 |
+
Step 6790/50462 | Loss: 2.8761 | LR: 4.82e-04 | 3125.9ms/step | 19.2 samples/s
|
| 714 |
+
Step 6800/50462 | Loss: 2.8393 | LR: 4.82e-04 | 3124.3ms/step | 19.2 samples/s
|
| 715 |
+
Step 6810/50462 | Loss: 2.8682 | LR: 4.82e-04 | 3125.9ms/step | 19.2 samples/s
|
| 716 |
+
Step 6820/50462 | Loss: 2.9100 | LR: 4.82e-04 | 3124.5ms/step | 19.2 samples/s
|
| 717 |
+
Step 6830/50462 | Loss: 2.8415 | LR: 4.82e-04 | 3127.1ms/step | 19.2 samples/s
|
| 718 |
+
Step 6840/50462 | Loss: 2.8599 | LR: 4.82e-04 | 3126.9ms/step | 19.2 samples/s
|
| 719 |
+
Step 6850/50462 | Loss: 2.8274 | LR: 4.82e-04 | 3126.8ms/step | 19.2 samples/s
|
| 720 |
+
Step 6860/50462 | Loss: 2.8416 | LR: 4.82e-04 | 3125.4ms/step | 19.2 samples/s
|
| 721 |
+
Step 6870/50462 | Loss: 2.8479 | LR: 4.82e-04 | 3129.3ms/step | 19.2 samples/s
|
| 722 |
+
Step 6880/50462 | Loss: 2.8721 | LR: 4.81e-04 | 3129.9ms/step | 19.2 samples/s
|
| 723 |
+
Step 6890/50462 | Loss: 2.8619 | LR: 4.81e-04 | 3128.0ms/step | 19.2 samples/s
|
| 724 |
+
Step 6900/50462 | Loss: 2.8677 | LR: 4.81e-04 | 3127.4ms/step | 19.2 samples/s
|
| 725 |
+
Step 6910/50462 | Loss: 2.8479 | LR: 4.81e-04 | 3124.1ms/step | 19.2 samples/s
|
| 726 |
+
Step 6920/50462 | Loss: 2.8547 | LR: 4.81e-04 | 3622.8ms/step | 16.6 samples/s
|
| 727 |
+
Step 6930/50462 | Loss: 2.8215 | LR: 4.81e-04 | 3612.2ms/step | 16.6 samples/s
|
| 728 |
+
Step 6940/50462 | Loss: 2.8500 | LR: 4.81e-04 | 3117.7ms/step | 19.2 samples/s
|
| 729 |
+
Step 6950/50462 | Loss: 2.8687 | LR: 4.81e-04 | 3125.7ms/step | 19.2 samples/s
|
| 730 |
+
Step 6960/50462 | Loss: 2.8419 | LR: 4.81e-04 | 3127.6ms/step | 19.2 samples/s
|
| 731 |
+
Step 6970/50462 | Loss: 2.8716 | LR: 4.81e-04 | 3125.7ms/step | 19.2 samples/s
|
| 732 |
+
Step 6980/50462 | Loss: 2.8674 | LR: 4.81e-04 | 3125.1ms/step | 19.2 samples/s
|
| 733 |
+
Step 6990/50462 | Loss: 2.8624 | LR: 4.81e-04 | 3127.2ms/step | 19.2 samples/s
|
| 734 |
+
Step 7000/50462 | Loss: 2.8324 | LR: 4.81e-04 | 3127.3ms/step | 19.2 samples/s
|
| 735 |
+
Validation at step 7000: Loss = 2.8663, Perplexity = 17.57
|
| 736 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-7000
|
| 737 |
+
Step 7010/50462 | Loss: 2.8541 | LR: 4.81e-04 | 5771.1ms/step | 10.4 samples/s
|
| 738 |
+
Step 7020/50462 | Loss: 2.8652 | LR: 4.81e-04 | 3112.8ms/step | 19.3 samples/s
|
| 739 |
+
Step 7030/50462 | Loss: 2.8435 | LR: 4.81e-04 | 3119.7ms/step | 19.2 samples/s
|
| 740 |
+
Step 7040/50462 | Loss: 2.8808 | LR: 4.81e-04 | 3124.5ms/step | 19.2 samples/s
|
| 741 |
+
Step 7050/50462 | Loss: 2.8598 | LR: 4.80e-04 | 3125.2ms/step | 19.2 samples/s
|
| 742 |
+
Step 7060/50462 | Loss: 2.8492 | LR: 4.80e-04 | 3128.5ms/step | 19.2 samples/s
|
| 743 |
+
Step 7070/50462 | Loss: 2.8523 | LR: 4.80e-04 | 3128.8ms/step | 19.2 samples/s
|
| 744 |
+
Step 7080/50462 | Loss: 2.8400 | LR: 4.80e-04 | 3129.0ms/step | 19.2 samples/s
|
| 745 |
+
Step 7090/50462 | Loss: 2.8866 | LR: 4.80e-04 | 3125.9ms/step | 19.2 samples/s
|
| 746 |
+
Step 7100/50462 | Loss: 2.8149 | LR: 4.80e-04 | 3126.9ms/step | 19.2 samples/s
|
| 747 |
+
Step 7110/50462 | Loss: 2.8907 | LR: 4.80e-04 | 3127.4ms/step | 19.2 samples/s
|
| 748 |
+
Step 7120/50462 | Loss: 2.8384 | LR: 4.80e-04 | 3127.6ms/step | 19.2 samples/s
|
| 749 |
+
Step 7130/50462 | Loss: 2.8403 | LR: 4.80e-04 | 3125.3ms/step | 19.2 samples/s
|
| 750 |
+
Step 7140/50462 | Loss: 2.8861 | LR: 4.80e-04 | 3125.6ms/step | 19.2 samples/s
|
| 751 |
+
Step 7150/50462 | Loss: 2.8492 | LR: 4.80e-04 | 3126.0ms/step | 19.2 samples/s
|
| 752 |
+
Step 7160/50462 | Loss: 2.8403 | LR: 4.80e-04 | 3125.8ms/step | 19.2 samples/s
|
| 753 |
+
Step 7170/50462 | Loss: 2.8482 | LR: 4.80e-04 | 3123.2ms/step | 19.2 samples/s
|
| 754 |
+
Step 7180/50462 | Loss: 2.8578 | LR: 4.80e-04 | 3127.1ms/step | 19.2 samples/s
|
| 755 |
+
Step 7190/50462 | Loss: 2.8489 | LR: 4.80e-04 | 3129.0ms/step | 19.2 samples/s
|
| 756 |
+
Step 7200/50462 | Loss: 2.8655 | LR: 4.80e-04 | 3125.7ms/step | 19.2 samples/s
|
| 757 |
+
Step 7210/50462 | Loss: 2.8624 | LR: 4.79e-04 | 3125.8ms/step | 19.2 samples/s
|
| 758 |
+
Step 7220/50462 | Loss: 2.8486 | LR: 4.79e-04 | 3127.8ms/step | 19.2 samples/s
|
| 759 |
+
Step 7230/50462 | Loss: 2.8374 | LR: 4.79e-04 | 3125.1ms/step | 19.2 samples/s
|
| 760 |
+
Step 7240/50462 | Loss: 2.8328 | LR: 4.79e-04 | 3123.4ms/step | 19.2 samples/s
|
| 761 |
+
Step 7250/50462 | Loss: 2.8363 | LR: 4.79e-04 | 3126.3ms/step | 19.2 samples/s
|
| 762 |
+
Validation at step 7250: Loss = 2.8581, Perplexity = 17.43
|
| 763 |
+
Step 7260/50462 | Loss: 2.8565 | LR: 4.79e-04 | 4799.0ms/step | 12.5 samples/s
|
| 764 |
+
Step 7270/50462 | Loss: 2.8111 | LR: 4.79e-04 | 3124.9ms/step | 19.2 samples/s
|
| 765 |
+
Step 7280/50462 | Loss: 2.8315 | LR: 4.79e-04 | 3126.0ms/step | 19.2 samples/s
|
| 766 |
+
Step 7290/50462 | Loss: 2.8620 | LR: 4.79e-04 | 3124.6ms/step | 19.2 samples/s
|
| 767 |
+
Step 7300/50462 | Loss: 2.8250 | LR: 4.79e-04 | 3122.5ms/step | 19.2 samples/s
|
| 768 |
+
Step 7310/50462 | Loss: 2.8557 | LR: 4.79e-04 | 3122.7ms/step | 19.2 samples/s
|
| 769 |
+
Step 7320/50462 | Loss: 2.8441 | LR: 4.79e-04 | 3119.3ms/step | 19.2 samples/s
|
| 770 |
+
Step 7330/50462 | Loss: 2.8089 | LR: 4.79e-04 | 3120.1ms/step | 19.2 samples/s
|
| 771 |
+
Step 7340/50462 | Loss: 2.8498 | LR: 4.79e-04 | 3125.3ms/step | 19.2 samples/s
|
| 772 |
+
Step 7350/50462 | Loss: 2.8615 | LR: 4.79e-04 | 3123.6ms/step | 19.2 samples/s
|
| 773 |
+
Step 7360/50462 | Loss: 2.8317 | LR: 4.79e-04 | 3123.1ms/step | 19.2 samples/s
|
| 774 |
+
Step 7370/50462 | Loss: 2.8762 | LR: 4.78e-04 | 3123.0ms/step | 19.2 samples/s
|
| 775 |
+
Step 7380/50462 | Loss: 2.8575 | LR: 4.78e-04 | 3122.3ms/step | 19.2 samples/s
|
| 776 |
+
Step 7390/50462 | Loss: 2.8477 | LR: 4.78e-04 | 3122.3ms/step | 19.2 samples/s
|
| 777 |
+
Step 7400/50462 | Loss: 2.8517 | LR: 4.78e-04 | 3121.8ms/step | 19.2 samples/s
|
| 778 |
+
Step 7410/50462 | Loss: 2.8163 | LR: 4.78e-04 | 3120.6ms/step | 19.2 samples/s
|
| 779 |
+
Step 7420/50462 | Loss: 2.8104 | LR: 4.78e-04 | 3120.6ms/step | 19.2 samples/s
|
| 780 |
+
Step 7430/50462 | Loss: 2.8507 | LR: 4.78e-04 | 3119.3ms/step | 19.2 samples/s
|
| 781 |
+
Step 7440/50462 | Loss: 2.8277 | LR: 4.78e-04 | 3120.1ms/step | 19.2 samples/s
|
| 782 |
+
Step 7450/50462 | Loss: 2.8556 | LR: 4.78e-04 | 3120.3ms/step | 19.2 samples/s
|
| 783 |
+
Step 7460/50462 | Loss: 2.8673 | LR: 4.78e-04 | 3121.2ms/step | 19.2 samples/s
|
| 784 |
+
Step 7470/50462 | Loss: 2.8677 | LR: 4.78e-04 | 3122.4ms/step | 19.2 samples/s
|
| 785 |
+
Step 7480/50462 | Loss: 2.8502 | LR: 4.78e-04 | 3123.7ms/step | 19.2 samples/s
|
| 786 |
+
Step 7490/50462 | Loss: 2.8434 | LR: 4.78e-04 | 3121.7ms/step | 19.2 samples/s
|
| 787 |
+
Step 7500/50462 | Loss: 2.8301 | LR: 4.78e-04 | 3121.5ms/step | 19.2 samples/s
|
| 788 |
+
Validation at step 7500: Loss = 2.8505, Perplexity = 17.30
|
| 789 |
+
Step 7510/50462 | Loss: 2.8271 | LR: 4.78e-04 | 4797.4ms/step | 12.5 samples/s
|
| 790 |
+
Step 7520/50462 | Loss: 2.8437 | LR: 4.77e-04 | 3123.8ms/step | 19.2 samples/s
|
| 791 |
+
Step 7530/50462 | Loss: 2.8632 | LR: 4.77e-04 | 3124.2ms/step | 19.2 samples/s
|
| 792 |
+
Step 7540/50462 | Loss: 2.8482 | LR: 4.77e-04 | 3126.3ms/step | 19.2 samples/s
|
| 793 |
+
Step 7550/50462 | Loss: 2.8853 | LR: 4.77e-04 | 3126.2ms/step | 19.2 samples/s
|
| 794 |
+
Step 7560/50462 | Loss: 2.8414 | LR: 4.77e-04 | 3127.0ms/step | 19.2 samples/s
|
| 795 |
+
Step 7570/50462 | Loss: 2.8224 | LR: 4.77e-04 | 3127.1ms/step | 19.2 samples/s
|
| 796 |
+
Step 7580/50462 | Loss: 2.8642 | LR: 4.77e-04 | 3124.8ms/step | 19.2 samples/s
|
| 797 |
+
Step 7590/50462 | Loss: 2.8330 | LR: 4.77e-04 | 3125.1ms/step | 19.2 samples/s
|
| 798 |
+
Step 7600/50462 | Loss: 2.8428 | LR: 4.77e-04 | 3127.4ms/step | 19.2 samples/s
|
| 799 |
+
Step 7610/50462 | Loss: 2.8418 | LR: 4.77e-04 | 3125.3ms/step | 19.2 samples/s
|
| 800 |
+
Step 7620/50462 | Loss: 2.8198 | LR: 4.77e-04 | 3123.5ms/step | 19.2 samples/s
|
| 801 |
+
Step 7630/50462 | Loss: 2.8301 | LR: 4.77e-04 | 3121.4ms/step | 19.2 samples/s
|
| 802 |
+
Step 7640/50462 | Loss: 2.8499 | LR: 4.77e-04 | 3123.4ms/step | 19.2 samples/s
|
| 803 |
+
Step 7650/50462 | Loss: 2.8404 | LR: 4.77e-04 | 3123.7ms/step | 19.2 samples/s
|
| 804 |
+
Step 7660/50462 | Loss: 2.8291 | LR: 4.77e-04 | 3122.7ms/step | 19.2 samples/s
|
| 805 |
+
Step 7670/50462 | Loss: 2.8492 | LR: 4.76e-04 | 3123.4ms/step | 19.2 samples/s
|
| 806 |
+
Step 7680/50462 | Loss: 2.8792 | LR: 4.76e-04 | 3125.0ms/step | 19.2 samples/s
|
| 807 |
+
Step 7690/50462 | Loss: 2.8154 | LR: 4.76e-04 | 3127.4ms/step | 19.2 samples/s
|
| 808 |
+
Step 7700/50462 | Loss: 2.8263 | LR: 4.76e-04 | 3125.3ms/step | 19.2 samples/s
|
| 809 |
+
Step 7710/50462 | Loss: 2.8536 | LR: 4.76e-04 | 3122.3ms/step | 19.2 samples/s
|
| 810 |
+
Step 7720/50462 | Loss: 2.8283 | LR: 4.76e-04 | 3125.9ms/step | 19.2 samples/s
|
| 811 |
+
Step 7730/50462 | Loss: 2.8456 | LR: 4.76e-04 | 3127.6ms/step | 19.2 samples/s
|
| 812 |
+
Step 7740/50462 | Loss: 2.8614 | LR: 4.76e-04 | 3123.3ms/step | 19.2 samples/s
|
| 813 |
+
Step 7750/50462 | Loss: 2.8350 | LR: 4.76e-04 | 3125.5ms/step | 19.2 samples/s
|
| 814 |
+
Validation at step 7750: Loss = 2.8431, Perplexity = 17.17
|
| 815 |
+
Step 7760/50462 | Loss: 2.8283 | LR: 4.76e-04 | 4792.9ms/step | 12.5 samples/s
|
| 816 |
+
Step 7770/50462 | Loss: 2.8404 | LR: 4.76e-04 | 3119.0ms/step | 19.2 samples/s
|
| 817 |
+
Step 7780/50462 | Loss: 2.8338 | LR: 4.76e-04 | 3120.9ms/step | 19.2 samples/s
|
| 818 |
+
Step 7790/50462 | Loss: 2.8580 | LR: 4.76e-04 | 3123.6ms/step | 19.2 samples/s
|
| 819 |
+
Step 7800/50462 | Loss: 2.8380 | LR: 4.76e-04 | 3122.9ms/step | 19.2 samples/s
|
| 820 |
+
Step 7810/50462 | Loss: 2.8107 | LR: 4.76e-04 | 3123.7ms/step | 19.2 samples/s
|
| 821 |
+
Step 7820/50462 | Loss: 2.8374 | LR: 4.75e-04 | 3123.0ms/step | 19.2 samples/s
|
| 822 |
+
Step 7830/50462 | Loss: 2.8487 | LR: 4.75e-04 | 3122.4ms/step | 19.2 samples/s
|
| 823 |
+
Step 7840/50462 | Loss: 2.8300 | LR: 4.75e-04 | 3121.3ms/step | 19.2 samples/s
|
| 824 |
+
Step 7850/50462 | Loss: 2.8068 | LR: 4.75e-04 | 3119.4ms/step | 19.2 samples/s
|
| 825 |
+
Step 7860/50462 | Loss: 2.8862 | LR: 4.75e-04 | 3121.2ms/step | 19.2 samples/s
|
| 826 |
+
Step 7870/50462 | Loss: 2.8224 | LR: 4.75e-04 | 3121.0ms/step | 19.2 samples/s
|
| 827 |
+
Step 7880/50462 | Loss: 2.8242 | LR: 4.75e-04 | 3125.2ms/step | 19.2 samples/s
|
| 828 |
+
Step 7890/50462 | Loss: 2.8249 | LR: 4.75e-04 | 3123.8ms/step | 19.2 samples/s
|
| 829 |
+
Step 7900/50462 | Loss: 2.8161 | LR: 4.75e-04 | 3123.1ms/step | 19.2 samples/s
|
| 830 |
+
Step 7910/50462 | Loss: 2.8284 | LR: 4.75e-04 | 3123.1ms/step | 19.2 samples/s
|
| 831 |
+
Step 7920/50462 | Loss: 2.8279 | LR: 4.75e-04 | 3127.6ms/step | 19.2 samples/s
|
| 832 |
+
Step 7930/50462 | Loss: 2.8369 | LR: 4.75e-04 | 3123.0ms/step | 19.2 samples/s
|
| 833 |
+
Step 7940/50462 | Loss: 2.8102 | LR: 4.75e-04 | 3124.6ms/step | 19.2 samples/s
|
| 834 |
+
Step 7950/50462 | Loss: 2.8233 | LR: 4.75e-04 | 3122.2ms/step | 19.2 samples/s
|
| 835 |
+
Step 7960/50462 | Loss: 2.8205 | LR: 4.74e-04 | 3120.5ms/step | 19.2 samples/s
|
| 836 |
+
Step 7970/50462 | Loss: 2.8020 | LR: 4.74e-04 | 3120.6ms/step | 19.2 samples/s
|
| 837 |
+
Step 7980/50462 | Loss: 2.8309 | LR: 4.74e-04 | 3124.1ms/step | 19.2 samples/s
|
| 838 |
+
Step 7990/50462 | Loss: 2.8242 | LR: 4.74e-04 | 3121.4ms/step | 19.2 samples/s
|
| 839 |
+
Step 8000/50462 | Loss: 2.8417 | LR: 4.74e-04 | 3121.4ms/step | 19.2 samples/s
|
| 840 |
+
Validation at step 8000: Loss = 2.8369, Perplexity = 17.06
|
| 841 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-8000
|
| 842 |
+
Step 8010/50462 | Loss: 2.8062 | LR: 4.74e-04 | 5754.6ms/step | 10.4 samples/s
|
| 843 |
+
Step 8020/50462 | Loss: 2.8517 | LR: 4.74e-04 | 3116.6ms/step | 19.3 samples/s
|
| 844 |
+
Step 8030/50462 | Loss: 2.8246 | LR: 4.74e-04 | 3118.3ms/step | 19.2 samples/s
|
| 845 |
+
Step 8040/50462 | Loss: 2.8155 | LR: 4.74e-04 | 3124.5ms/step | 19.2 samples/s
|
| 846 |
+
Step 8050/50462 | Loss: 2.8206 | LR: 4.74e-04 | 3124.2ms/step | 19.2 samples/s
|
| 847 |
+
Step 8060/50462 | Loss: 2.8216 | LR: 4.74e-04 | 3125.4ms/step | 19.2 samples/s
|
| 848 |
+
Step 8070/50462 | Loss: 2.8236 | LR: 4.74e-04 | 3125.0ms/step | 19.2 samples/s
|
| 849 |
+
Step 8080/50462 | Loss: 2.8202 | LR: 4.74e-04 | 3124.2ms/step | 19.2 samples/s
|
| 850 |
+
Step 8090/50462 | Loss: 2.8516 | LR: 4.74e-04 | 3125.5ms/step | 19.2 samples/s
|
| 851 |
+
Step 8100/50462 | Loss: 2.8059 | LR: 4.74e-04 | 3125.6ms/step | 19.2 samples/s
|
| 852 |
+
Step 8110/50462 | Loss: 2.8509 | LR: 4.73e-04 | 3126.7ms/step | 19.2 samples/s
|
| 853 |
+
Step 8120/50462 | Loss: 2.8412 | LR: 4.73e-04 | 3123.4ms/step | 19.2 samples/s
|
| 854 |
+
Step 8130/50462 | Loss: 2.8427 | LR: 4.73e-04 | 3125.8ms/step | 19.2 samples/s
|
| 855 |
+
Step 8140/50462 | Loss: 2.8254 | LR: 4.73e-04 | 3124.5ms/step | 19.2 samples/s
|
| 856 |
+
Step 8150/50462 | Loss: 2.8062 | LR: 4.73e-04 | 3125.5ms/step | 19.2 samples/s
|
| 857 |
+
Step 8160/50462 | Loss: 2.8177 | LR: 4.73e-04 | 3124.4ms/step | 19.2 samples/s
|
| 858 |
+
Step 8170/50462 | Loss: 2.8233 | LR: 4.73e-04 | 3123.6ms/step | 19.2 samples/s
|
| 859 |
+
Step 8180/50462 | Loss: 2.8321 | LR: 4.73e-04 | 3125.2ms/step | 19.2 samples/s
|
| 860 |
+
Step 8190/50462 | Loss: 2.8190 | LR: 4.73e-04 | 3122.3ms/step | 19.2 samples/s
|
| 861 |
+
Step 8200/50462 | Loss: 2.7998 | LR: 4.73e-04 | 3122.8ms/step | 19.2 samples/s
|
| 862 |
+
Step 8210/50462 | Loss: 2.8044 | LR: 4.73e-04 | 3125.5ms/step | 19.2 samples/s
|
| 863 |
+
Step 8220/50462 | Loss: 2.8305 | LR: 4.73e-04 | 3123.4ms/step | 19.2 samples/s
|
| 864 |
+
Step 8230/50462 | Loss: 2.8320 | LR: 4.73e-04 | 3124.4ms/step | 19.2 samples/s
|
| 865 |
+
Step 8240/50462 | Loss: 2.8131 | LR: 4.73e-04 | 3124.3ms/step | 19.2 samples/s
|
| 866 |
+
Step 8250/50462 | Loss: 2.7867 | LR: 4.72e-04 | 3121.3ms/step | 19.2 samples/s
|
| 867 |
+
Validation at step 8250: Loss = 2.8284, Perplexity = 16.92
|
| 868 |
+
Step 8260/50462 | Loss: 2.8213 | LR: 4.72e-04 | 4802.4ms/step | 12.5 samples/s
|
| 869 |
+
Step 8270/50462 | Loss: 2.8317 | LR: 4.72e-04 | 3128.7ms/step | 19.2 samples/s
|
| 870 |
+
Step 8280/50462 | Loss: 2.8366 | LR: 4.72e-04 | 3129.4ms/step | 19.2 samples/s
|
| 871 |
+
Step 8290/50462 | Loss: 2.8533 | LR: 4.72e-04 | 3127.0ms/step | 19.2 samples/s
|
| 872 |
+
Step 8300/50462 | Loss: 2.8157 | LR: 4.72e-04 | 3127.4ms/step | 19.2 samples/s
|
| 873 |
+
Step 8310/50462 | Loss: 2.8292 | LR: 4.72e-04 | 3127.7ms/step | 19.2 samples/s
|
| 874 |
+
Step 8320/50462 | Loss: 2.8203 | LR: 4.72e-04 | 3126.2ms/step | 19.2 samples/s
|
| 875 |
+
Step 8330/50462 | Loss: 2.8114 | LR: 4.72e-04 | 3125.3ms/step | 19.2 samples/s
|
| 876 |
+
Step 8340/50462 | Loss: 2.8246 | LR: 4.72e-04 | 3122.1ms/step | 19.2 samples/s
|
| 877 |
+
Step 8350/50462 | Loss: 2.8184 | LR: 4.72e-04 | 3123.2ms/step | 19.2 samples/s
|
| 878 |
+
Step 8360/50462 | Loss: 2.7974 | LR: 4.72e-04 | 3123.5ms/step | 19.2 samples/s
|
| 879 |
+
Step 8370/50462 | Loss: 2.7790 | LR: 4.72e-04 | 3125.1ms/step | 19.2 samples/s
|
| 880 |
+
Step 8380/50462 | Loss: 2.8265 | LR: 4.71e-04 | 3125.7ms/step | 19.2 samples/s
|
| 881 |
+
Step 8390/50462 | Loss: 2.8082 | LR: 4.71e-04 | 3125.4ms/step | 19.2 samples/s
|
| 882 |
+
Step 8400/50462 | Loss: 2.7918 | LR: 4.71e-04 | 3124.0ms/step | 19.2 samples/s
|
| 883 |
+
Step 8410/50462 | Loss: 2.8348 | LR: 4.71e-04 | 3127.3ms/step | 19.2 samples/s
|
| 884 |
+
Step 8420/50462 | Loss: 2.8090 | LR: 4.71e-04 | 3124.3ms/step | 19.2 samples/s
|
| 885 |
+
Step 8430/50462 | Loss: 2.8107 | LR: 4.71e-04 | 3124.1ms/step | 19.2 samples/s
|
| 886 |
+
Step 8440/50462 | Loss: 2.8170 | LR: 4.71e-04 | 3124.7ms/step | 19.2 samples/s
|
| 887 |
+
Step 8450/50462 | Loss: 2.8000 | LR: 4.71e-04 | 3123.3ms/step | 19.2 samples/s
|
| 888 |
+
Step 8460/50462 | Loss: 2.8055 | LR: 4.71e-04 | 3127.5ms/step | 19.2 samples/s
|
| 889 |
+
Step 8470/50462 | Loss: 2.8087 | LR: 4.71e-04 | 3129.3ms/step | 19.2 samples/s
|
| 890 |
+
Step 8480/50462 | Loss: 2.8001 | LR: 4.71e-04 | 3124.8ms/step | 19.2 samples/s
|
| 891 |
+
Step 8490/50462 | Loss: 2.8049 | LR: 4.71e-04 | 3124.7ms/step | 19.2 samples/s
|
| 892 |
+
Step 8500/50462 | Loss: 2.8167 | LR: 4.71e-04 | 3123.3ms/step | 19.2 samples/s
|
| 893 |
+
Validation at step 8500: Loss = 2.8228, Perplexity = 16.82
|
| 894 |
+
Step 8510/50462 | Loss: 2.7850 | LR: 4.71e-04 | 4796.0ms/step | 12.5 samples/s
|
| 895 |
+
Step 8520/50462 | Loss: 2.8105 | LR: 4.70e-04 | 3128.5ms/step | 19.2 samples/s
|
| 896 |
+
Step 8530/50462 | Loss: 2.8111 | LR: 4.70e-04 | 3125.3ms/step | 19.2 samples/s
|
| 897 |
+
Step 8540/50462 | Loss: 2.8230 | LR: 4.70e-04 | 3124.8ms/step | 19.2 samples/s
|
| 898 |
+
Step 8550/50462 | Loss: 2.8207 | LR: 4.70e-04 | 3129.5ms/step | 19.2 samples/s
|
| 899 |
+
Step 8560/50462 | Loss: 2.8194 | LR: 4.70e-04 | 3129.9ms/step | 19.2 samples/s
|
| 900 |
+
Step 8570/50462 | Loss: 2.8013 | LR: 4.70e-04 | 3128.3ms/step | 19.2 samples/s
|
| 901 |
+
Step 8580/50462 | Loss: 2.8202 | LR: 4.70e-04 | 3128.1ms/step | 19.2 samples/s
|
| 902 |
+
Step 8590/50462 | Loss: 2.8240 | LR: 4.70e-04 | 3129.0ms/step | 19.2 samples/s
|
| 903 |
+
Step 8600/50462 | Loss: 2.8143 | LR: 4.70e-04 | 3128.7ms/step | 19.2 samples/s
|
| 904 |
+
Step 8610/50462 | Loss: 2.8250 | LR: 4.70e-04 | 3128.5ms/step | 19.2 samples/s
|
| 905 |
+
Step 8620/50462 | Loss: 2.7982 | LR: 4.70e-04 | 3126.2ms/step | 19.2 samples/s
|
| 906 |
+
Step 8630/50462 | Loss: 2.8238 | LR: 4.70e-04 | 3129.0ms/step | 19.2 samples/s
|
| 907 |
+
Step 8640/50462 | Loss: 2.8237 | LR: 4.70e-04 | 3129.3ms/step | 19.2 samples/s
|
| 908 |
+
Step 8650/50462 | Loss: 2.8314 | LR: 4.69e-04 | 3125.2ms/step | 19.2 samples/s
|
| 909 |
+
Step 8660/50462 | Loss: 2.8311 | LR: 4.69e-04 | 3128.8ms/step | 19.2 samples/s
|
| 910 |
+
Step 8670/50462 | Loss: 2.7889 | LR: 4.69e-04 | 3128.7ms/step | 19.2 samples/s
|
| 911 |
+
Step 8680/50462 | Loss: 2.8066 | LR: 4.69e-04 | 3127.9ms/step | 19.2 samples/s
|
| 912 |
+
Step 8690/50462 | Loss: 2.8240 | LR: 4.69e-04 | 3131.5ms/step | 19.2 samples/s
|
| 913 |
+
Step 8700/50462 | Loss: 2.7854 | LR: 4.69e-04 | 3128.9ms/step | 19.2 samples/s
|
| 914 |
+
Step 8710/50462 | Loss: 2.8293 | LR: 4.69e-04 | 3128.1ms/step | 19.2 samples/s
|
| 915 |
+
Step 8720/50462 | Loss: 2.8138 | LR: 4.69e-04 | 3129.0ms/step | 19.2 samples/s
|
| 916 |
+
Step 8730/50462 | Loss: 2.8117 | LR: 4.69e-04 | 3125.5ms/step | 19.2 samples/s
|
| 917 |
+
Step 8740/50462 | Loss: 2.8078 | LR: 4.69e-04 | 3125.4ms/step | 19.2 samples/s
|
| 918 |
+
Step 8750/50462 | Loss: 2.7989 | LR: 4.69e-04 | 3125.2ms/step | 19.2 samples/s
|
| 919 |
+
Validation at step 8750: Loss = 2.8160, Perplexity = 16.71
|
| 920 |
+
Step 8760/50462 | Loss: 2.7977 | LR: 4.69e-04 | 5285.6ms/step | 11.4 samples/s
|
| 921 |
+
Step 8770/50462 | Loss: 2.8221 | LR: 4.69e-04 | 3121.4ms/step | 19.2 samples/s
|
| 922 |
+
Step 8780/50462 | Loss: 2.8021 | LR: 4.68e-04 | 3124.4ms/step | 19.2 samples/s
|
| 923 |
+
Step 8790/50462 | Loss: 2.8461 | LR: 4.68e-04 | 3122.6ms/step | 19.2 samples/s
|
| 924 |
+
Step 8800/50462 | Loss: 2.7959 | LR: 4.68e-04 | 3125.7ms/step | 19.2 samples/s
|
| 925 |
+
Step 8810/50462 | Loss: 2.8164 | LR: 4.68e-04 | 3127.3ms/step | 19.2 samples/s
|
| 926 |
+
Step 8820/50462 | Loss: 2.8070 | LR: 4.68e-04 | 3124.6ms/step | 19.2 samples/s
|
| 927 |
+
Step 8830/50462 | Loss: 2.7937 | LR: 4.68e-04 | 3124.1ms/step | 19.2 samples/s
|
| 928 |
+
Step 8840/50462 | Loss: 2.7959 | LR: 4.68e-04 | 3125.6ms/step | 19.2 samples/s
|
| 929 |
+
Step 8850/50462 | Loss: 2.7957 | LR: 4.68e-04 | 3125.3ms/step | 19.2 samples/s
|
| 930 |
+
Step 8860/50462 | Loss: 2.8174 | LR: 4.68e-04 | 3127.3ms/step | 19.2 samples/s
|
| 931 |
+
Step 8870/50462 | Loss: 2.7740 | LR: 4.68e-04 | 3125.1ms/step | 19.2 samples/s
|
| 932 |
+
Step 8880/50462 | Loss: 2.7865 | LR: 4.68e-04 | 3127.4ms/step | 19.2 samples/s
|
| 933 |
+
Step 8890/50462 | Loss: 2.8100 | LR: 4.68e-04 | 3128.4ms/step | 19.2 samples/s
|
| 934 |
+
Step 8900/50462 | Loss: 2.8053 | LR: 4.68e-04 | 3129.3ms/step | 19.2 samples/s
|
| 935 |
+
Step 8910/50462 | Loss: 2.8243 | LR: 4.67e-04 | 3128.6ms/step | 19.2 samples/s
|
| 936 |
+
Step 8920/50462 | Loss: 2.7921 | LR: 4.67e-04 | 3126.7ms/step | 19.2 samples/s
|
| 937 |
+
Step 8930/50462 | Loss: 2.7835 | LR: 4.67e-04 | 3124.0ms/step | 19.2 samples/s
|
| 938 |
+
Step 8940/50462 | Loss: 2.8020 | LR: 4.67e-04 | 3123.1ms/step | 19.2 samples/s
|
| 939 |
+
Step 8950/50462 | Loss: 2.8372 | LR: 4.67e-04 | 3125.6ms/step | 19.2 samples/s
|
| 940 |
+
Step 8960/50462 | Loss: 2.7947 | LR: 4.67e-04 | 3126.6ms/step | 19.2 samples/s
|
| 941 |
+
Step 8970/50462 | Loss: 2.8075 | LR: 4.67e-04 | 3125.9ms/step | 19.2 samples/s
|
| 942 |
+
Step 8980/50462 | Loss: 2.8122 | LR: 4.67e-04 | 3126.2ms/step | 19.2 samples/s
|
| 943 |
+
Step 8990/50462 | Loss: 2.7923 | LR: 4.67e-04 | 3125.1ms/step | 19.2 samples/s
|
| 944 |
+
Step 9000/50462 | Loss: 2.8216 | LR: 4.67e-04 | 3123.5ms/step | 19.2 samples/s
|
| 945 |
+
Validation at step 9000: Loss = 2.8087, Perplexity = 16.59
|
| 946 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-9000
|
| 947 |
+
Step 9010/50462 | Loss: 2.8033 | LR: 4.67e-04 | 5774.7ms/step | 10.4 samples/s
|
| 948 |
+
Step 9020/50462 | Loss: 2.7762 | LR: 4.67e-04 | 3105.8ms/step | 19.3 samples/s
|
| 949 |
+
Step 9030/50462 | Loss: 2.8004 | LR: 4.67e-04 | 3114.8ms/step | 19.3 samples/s
|
| 950 |
+
Step 9040/50462 | Loss: 2.7970 | LR: 4.66e-04 | 3120.0ms/step | 19.2 samples/s
|
| 951 |
+
Step 9050/50462 | Loss: 2.7951 | LR: 4.66e-04 | 4120.0ms/step | 14.6 samples/s
|
| 952 |
+
Step 9060/50462 | Loss: 2.7852 | LR: 4.66e-04 | 3101.3ms/step | 19.3 samples/s
|
| 953 |
+
Step 9070/50462 | Loss: 2.8048 | LR: 4.66e-04 | 3108.8ms/step | 19.3 samples/s
|
| 954 |
+
Step 9080/50462 | Loss: 2.8156 | LR: 4.66e-04 | 3115.9ms/step | 19.3 samples/s
|
| 955 |
+
Step 9090/50462 | Loss: 2.8044 | LR: 4.66e-04 | 3118.5ms/step | 19.2 samples/s
|
| 956 |
+
Step 9100/50462 | Loss: 2.7785 | LR: 4.66e-04 | 3120.7ms/step | 19.2 samples/s
|
| 957 |
+
Step 9110/50462 | Loss: 2.8250 | LR: 4.66e-04 | 3120.4ms/step | 19.2 samples/s
|
| 958 |
+
Step 9120/50462 | Loss: 2.7904 | LR: 4.66e-04 | 3120.1ms/step | 19.2 samples/s
|
| 959 |
+
Step 9130/50462 | Loss: 2.7701 | LR: 4.66e-04 | 3122.5ms/step | 19.2 samples/s
|
| 960 |
+
Step 9140/50462 | Loss: 2.7830 | LR: 4.66e-04 | 3119.8ms/step | 19.2 samples/s
|
| 961 |
+
Step 9150/50462 | Loss: 2.7974 | LR: 4.66e-04 | 3119.4ms/step | 19.2 samples/s
|
| 962 |
+
Step 9160/50462 | Loss: 2.7947 | LR: 4.66e-04 | 3120.3ms/step | 19.2 samples/s
|
| 963 |
+
Step 9170/50462 | Loss: 2.7818 | LR: 4.65e-04 | 3120.6ms/step | 19.2 samples/s
|
| 964 |
+
Step 9180/50462 | Loss: 2.7611 | LR: 4.65e-04 | 3123.6ms/step | 19.2 samples/s
|
| 965 |
+
Step 9190/50462 | Loss: 2.8087 | LR: 4.65e-04 | 3120.5ms/step | 19.2 samples/s
|
| 966 |
+
Step 9200/50462 | Loss: 2.7920 | LR: 4.65e-04 | 3121.1ms/step | 19.2 samples/s
|
| 967 |
+
Step 9210/50462 | Loss: 2.7607 | LR: 4.65e-04 | 3122.4ms/step | 19.2 samples/s
|
| 968 |
+
Step 9220/50462 | Loss: 2.7792 | LR: 4.65e-04 | 3121.8ms/step | 19.2 samples/s
|
| 969 |
+
Step 9230/50462 | Loss: 2.7931 | LR: 4.65e-04 | 3122.5ms/step | 19.2 samples/s
|
| 970 |
+
Step 9240/50462 | Loss: 2.8145 | LR: 4.65e-04 | 3125.3ms/step | 19.2 samples/s
|
| 971 |
+
Step 9250/50462 | Loss: 2.8170 | LR: 4.65e-04 | 3122.1ms/step | 19.2 samples/s
|
| 972 |
+
Validation at step 9250: Loss = 2.8039, Perplexity = 16.51
|
| 973 |
+
Step 9260/50462 | Loss: 2.7651 | LR: 4.65e-04 | 4797.8ms/step | 12.5 samples/s
|
| 974 |
+
Step 9270/50462 | Loss: 2.8048 | LR: 4.65e-04 | 3123.3ms/step | 19.2 samples/s
|
| 975 |
+
Step 9280/50462 | Loss: 2.7607 | LR: 4.65e-04 | 3127.1ms/step | 19.2 samples/s
|
| 976 |
+
Step 9290/50462 | Loss: 2.8010 | LR: 4.64e-04 | 3123.4ms/step | 19.2 samples/s
|
| 977 |
+
Step 9300/50462 | Loss: 2.8187 | LR: 4.64e-04 | 3122.6ms/step | 19.2 samples/s
|
| 978 |
+
Step 9310/50462 | Loss: 2.7919 | LR: 4.64e-04 | 3121.5ms/step | 19.2 samples/s
|
| 979 |
+
Step 9320/50462 | Loss: 2.7816 | LR: 4.64e-04 | 3121.0ms/step | 19.2 samples/s
|
| 980 |
+
Step 9330/50462 | Loss: 2.7778 | LR: 4.64e-04 | 3122.5ms/step | 19.2 samples/s
|
| 981 |
+
Step 9340/50462 | Loss: 2.7904 | LR: 4.64e-04 | 3124.2ms/step | 19.2 samples/s
|
| 982 |
+
Step 9350/50462 | Loss: 2.7803 | LR: 4.64e-04 | 3125.7ms/step | 19.2 samples/s
|
| 983 |
+
Step 9360/50462 | Loss: 2.7841 | LR: 4.64e-04 | 3123.6ms/step | 19.2 samples/s
|
| 984 |
+
Step 9370/50462 | Loss: 2.7882 | LR: 4.64e-04 | 3124.7ms/step | 19.2 samples/s
|
| 985 |
+
Step 9380/50462 | Loss: 2.8146 | LR: 4.64e-04 | 3120.8ms/step | 19.2 samples/s
|
| 986 |
+
Step 9390/50462 | Loss: 2.7993 | LR: 4.64e-04 | 3124.9ms/step | 19.2 samples/s
|
| 987 |
+
Step 9400/50462 | Loss: 2.7616 | LR: 4.64e-04 | 3122.1ms/step | 19.2 samples/s
|
| 988 |
+
Step 9410/50462 | Loss: 2.7709 | LR: 4.63e-04 | 3120.6ms/step | 19.2 samples/s
|
| 989 |
+
Step 9420/50462 | Loss: 2.7894 | LR: 4.63e-04 | 3123.0ms/step | 19.2 samples/s
|
| 990 |
+
Step 9430/50462 | Loss: 2.7722 | LR: 4.63e-04 | 3120.8ms/step | 19.2 samples/s
|
| 991 |
+
Step 9440/50462 | Loss: 2.7946 | LR: 4.63e-04 | 3124.7ms/step | 19.2 samples/s
|
| 992 |
+
Step 9450/50462 | Loss: 2.7847 | LR: 4.63e-04 | 3123.4ms/step | 19.2 samples/s
|
| 993 |
+
Step 9460/50462 | Loss: 2.7729 | LR: 4.63e-04 | 3124.9ms/step | 19.2 samples/s
|
| 994 |
+
Step 9470/50462 | Loss: 2.7905 | LR: 4.63e-04 | 3124.9ms/step | 19.2 samples/s
|
| 995 |
+
Step 9480/50462 | Loss: 2.7885 | LR: 4.63e-04 | 3122.7ms/step | 19.2 samples/s
|
| 996 |
+
Step 9490/50462 | Loss: 2.7906 | LR: 4.63e-04 | 3114.4ms/step | 19.3 samples/s
|
| 997 |
+
Step 9500/50462 | Loss: 2.8099 | LR: 4.63e-04 | 3116.4ms/step | 19.3 samples/s
|
| 998 |
+
Validation at step 9500: Loss = 2.7981, Perplexity = 16.41
|
| 999 |
+
Step 9510/50462 | Loss: 2.7710 | LR: 4.63e-04 | 4787.6ms/step | 12.5 samples/s
|
| 1000 |
+
Step 9520/50462 | Loss: 2.7904 | LR: 4.63e-04 | 3123.3ms/step | 19.2 samples/s
|
| 1001 |
+
Step 9530/50462 | Loss: 2.8102 | LR: 4.62e-04 | 3122.5ms/step | 19.2 samples/s
|
| 1002 |
+
Step 9540/50462 | Loss: 2.7639 | LR: 4.62e-04 | 3123.9ms/step | 19.2 samples/s
|
| 1003 |
+
Step 9550/50462 | Loss: 2.7894 | LR: 4.62e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1004 |
+
Step 9560/50462 | Loss: 2.7848 | LR: 4.62e-04 | 3121.3ms/step | 19.2 samples/s
|
| 1005 |
+
Step 9570/50462 | Loss: 2.7913 | LR: 4.62e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1006 |
+
Step 9580/50462 | Loss: 2.7798 | LR: 4.62e-04 | 3122.0ms/step | 19.2 samples/s
|
| 1007 |
+
Step 9590/50462 | Loss: 2.8213 | LR: 4.62e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1008 |
+
Step 9600/50462 | Loss: 2.7747 | LR: 4.62e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1009 |
+
Step 9610/50462 | Loss: 2.7894 | LR: 4.62e-04 | 3121.8ms/step | 19.2 samples/s
|
| 1010 |
+
Step 9620/50462 | Loss: 2.7705 | LR: 4.62e-04 | 3122.0ms/step | 19.2 samples/s
|
| 1011 |
+
Step 9630/50462 | Loss: 2.7635 | LR: 4.62e-04 | 3120.1ms/step | 19.2 samples/s
|
| 1012 |
+
Step 9640/50462 | Loss: 2.7490 | LR: 4.62e-04 | 3122.6ms/step | 19.2 samples/s
|
| 1013 |
+
Step 9650/50462 | Loss: 2.7696 | LR: 4.61e-04 | 3122.1ms/step | 19.2 samples/s
|
| 1014 |
+
Step 9660/50462 | Loss: 2.7867 | LR: 4.61e-04 | 3121.5ms/step | 19.2 samples/s
|
| 1015 |
+
Step 9670/50462 | Loss: 2.7847 | LR: 4.61e-04 | 3124.3ms/step | 19.2 samples/s
|
| 1016 |
+
Step 9680/50462 | Loss: 2.8443 | LR: 4.61e-04 | 3125.5ms/step | 19.2 samples/s
|
| 1017 |
+
Step 9690/50462 | Loss: 2.7764 | LR: 4.61e-04 | 3124.0ms/step | 19.2 samples/s
|
| 1018 |
+
Step 9700/50462 | Loss: 2.7932 | LR: 4.61e-04 | 3124.8ms/step | 19.2 samples/s
|
| 1019 |
+
Step 9710/50462 | Loss: 2.7790 | LR: 4.61e-04 | 3122.7ms/step | 19.2 samples/s
|
| 1020 |
+
Step 9720/50462 | Loss: 2.7626 | LR: 4.61e-04 | 3120.7ms/step | 19.2 samples/s
|
| 1021 |
+
Step 9730/50462 | Loss: 2.8016 | LR: 4.61e-04 | 3122.6ms/step | 19.2 samples/s
|
| 1022 |
+
Step 9740/50462 | Loss: 2.7833 | LR: 4.61e-04 | 3122.1ms/step | 19.2 samples/s
|
| 1023 |
+
Step 9750/50462 | Loss: 2.7741 | LR: 4.61e-04 | 3124.6ms/step | 19.2 samples/s
|
| 1024 |
+
Validation at step 9750: Loss = 2.7926, Perplexity = 16.32
|
| 1025 |
+
Step 9760/50462 | Loss: 2.7772 | LR: 4.61e-04 | 4793.0ms/step | 12.5 samples/s
|
| 1026 |
+
Step 9770/50462 | Loss: 2.8017 | LR: 4.60e-04 | 3126.8ms/step | 19.2 samples/s
|
| 1027 |
+
Step 9780/50462 | Loss: 2.7906 | LR: 4.60e-04 | 3125.6ms/step | 19.2 samples/s
|
| 1028 |
+
Step 9790/50462 | Loss: 2.7723 | LR: 4.60e-04 | 3128.7ms/step | 19.2 samples/s
|
| 1029 |
+
Step 9800/50462 | Loss: 2.7802 | LR: 4.60e-04 | 3127.5ms/step | 19.2 samples/s
|
| 1030 |
+
Step 9810/50462 | Loss: 2.7779 | LR: 4.60e-04 | 3124.8ms/step | 19.2 samples/s
|
| 1031 |
+
Step 9820/50462 | Loss: 2.7795 | LR: 4.60e-04 | 3127.2ms/step | 19.2 samples/s
|
| 1032 |
+
Step 9830/50462 | Loss: 2.7467 | LR: 4.60e-04 | 3123.4ms/step | 19.2 samples/s
|
| 1033 |
+
Step 9840/50462 | Loss: 2.7790 | LR: 4.60e-04 | 3122.2ms/step | 19.2 samples/s
|
| 1034 |
+
Step 9850/50462 | Loss: 2.7504 | LR: 4.60e-04 | 3122.0ms/step | 19.2 samples/s
|
| 1035 |
+
Step 9860/50462 | Loss: 2.7773 | LR: 4.60e-04 | 3123.6ms/step | 19.2 samples/s
|
| 1036 |
+
Step 9870/50462 | Loss: 2.7523 | LR: 4.60e-04 | 3123.9ms/step | 19.2 samples/s
|
| 1037 |
+
Step 9880/50462 | Loss: 2.7654 | LR: 4.60e-04 | 3124.3ms/step | 19.2 samples/s
|
| 1038 |
+
Step 9890/50462 | Loss: 2.7945 | LR: 4.59e-04 | 3124.0ms/step | 19.2 samples/s
|
| 1039 |
+
Step 9900/50462 | Loss: 2.7803 | LR: 4.59e-04 | 3121.5ms/step | 19.2 samples/s
|
| 1040 |
+
Step 9910/50462 | Loss: 2.8010 | LR: 4.59e-04 | 3118.6ms/step | 19.2 samples/s
|
| 1041 |
+
Step 9920/50462 | Loss: 2.7754 | LR: 4.59e-04 | 3122.3ms/step | 19.2 samples/s
|
| 1042 |
+
Step 9930/50462 | Loss: 2.7650 | LR: 4.59e-04 | 3125.0ms/step | 19.2 samples/s
|
| 1043 |
+
Step 9940/50462 | Loss: 2.7656 | LR: 4.59e-04 | 3125.8ms/step | 19.2 samples/s
|
| 1044 |
+
Step 9950/50462 | Loss: 2.7744 | LR: 4.59e-04 | 3122.6ms/step | 19.2 samples/s
|
| 1045 |
+
Step 9960/50462 | Loss: 2.7424 | LR: 4.59e-04 | 3121.0ms/step | 19.2 samples/s
|
| 1046 |
+
Step 9970/50462 | Loss: 2.7797 | LR: 4.59e-04 | 3121.1ms/step | 19.2 samples/s
|
| 1047 |
+
Step 9980/50462 | Loss: 2.7972 | LR: 4.59e-04 | 3123.8ms/step | 19.2 samples/s
|
| 1048 |
+
Step 9990/50462 | Loss: 2.7640 | LR: 4.59e-04 | 3123.2ms/step | 19.2 samples/s
|
| 1049 |
+
Step 10000/50462 | Loss: 2.7711 | LR: 4.58e-04 | 3124.8ms/step | 19.2 samples/s
|
| 1050 |
+
Validation at step 10000: Loss = 2.7871, Perplexity = 16.23
|
| 1051 |
+
Saved checkpoint to checkpoints/run_20260527_053212/checkpoint-10000
|
| 1052 |
+
Step 10010/50462 | Loss: 2.7651 | LR: 4.58e-04 | 5772.1ms/step | 10.4 samples/s
|
| 1053 |
+
Step 10020/50462 | Loss: 2.8051 | LR: 4.58e-04 | 3116.5ms/step | 19.3 samples/s
|
| 1054 |
+
Step 10030/50462 | Loss: 2.8047 | LR: 4.58e-04 | 3121.5ms/step | 19.2 samples/s
|
| 1055 |
+
Step 10040/50462 | Loss: 2.7765 | LR: 4.58e-04 | 3120.8ms/step | 19.2 samples/s
|
| 1056 |
+
Step 10050/50462 | Loss: 2.7907 | LR: 4.58e-04 | 3121.1ms/step | 19.2 samples/s
|
| 1057 |
+
Step 10060/50462 | Loss: 2.7740 | LR: 4.58e-04 | 3123.7ms/step | 19.2 samples/s
|
| 1058 |
+
Step 10070/50462 | Loss: 2.7940 | LR: 4.58e-04 | 3125.3ms/step | 19.2 samples/s
|
| 1059 |
+
Step 10080/50462 | Loss: 2.7680 | LR: 4.58e-04 | 3125.6ms/step | 19.2 samples/s
|
| 1060 |
+
Step 10090/50462 | Loss: 2.8020 | LR: 4.58e-04 | 3124.1ms/step | 19.2 samples/s
|
| 1061 |
+
Step 10100/50462 | Loss: 2.7861 | LR: 4.58e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1062 |
+
Step 10110/50462 | Loss: 2.7831 | LR: 4.58e-04 | 3125.0ms/step | 19.2 samples/s
|
| 1063 |
+
Step 10120/50462 | Loss: 2.7725 | LR: 4.57e-04 | 3122.0ms/step | 19.2 samples/s
|
| 1064 |
+
Step 10130/50462 | Loss: 2.7706 | LR: 4.57e-04 | 3124.0ms/step | 19.2 samples/s
|
| 1065 |
+
Step 10140/50462 | Loss: 2.7941 | LR: 4.57e-04 | 3123.4ms/step | 19.2 samples/s
|
| 1066 |
+
Step 10150/50462 | Loss: 2.7924 | LR: 4.57e-04 | 3121.5ms/step | 19.2 samples/s
|
| 1067 |
+
Step 10160/50462 | Loss: 2.7678 | LR: 4.57e-04 | 3123.8ms/step | 19.2 samples/s
|
| 1068 |
+
Step 10170/50462 | Loss: 2.7707 | LR: 4.57e-04 | 3124.6ms/step | 19.2 samples/s
|
| 1069 |
+
Step 10180/50462 | Loss: 2.7581 | LR: 4.57e-04 | 3125.5ms/step | 19.2 samples/s
|
| 1070 |
+
Step 10190/50462 | Loss: 2.7957 | LR: 4.57e-04 | 3124.4ms/step | 19.2 samples/s
|
| 1071 |
+
Step 10200/50462 | Loss: 2.7446 | LR: 4.57e-04 | 3125.5ms/step | 19.2 samples/s
|
| 1072 |
+
Step 10210/50462 | Loss: 2.7750 | LR: 4.57e-04 | 3124.4ms/step | 19.2 samples/s
|
| 1073 |
+
Step 10220/50462 | Loss: 2.7651 | LR: 4.57e-04 | 3122.1ms/step | 19.2 samples/s
|
| 1074 |
+
Step 10230/50462 | Loss: 2.7639 | LR: 4.56e-04 | 3122.0ms/step | 19.2 samples/s
|
| 1075 |
+
Step 10240/50462 | Loss: 2.7959 | LR: 4.56e-04 | 3124.2ms/step | 19.2 samples/s
|
| 1076 |
+
Step 10250/50462 | Loss: 2.7589 | LR: 4.56e-04 | 3124.1ms/step | 19.2 samples/s
|
| 1077 |
+
Validation at step 10250: Loss = 2.7817, Perplexity = 16.15
|
| 1078 |
+
Step 10260/50462 | Loss: 2.7598 | LR: 4.56e-04 | 4793.6ms/step | 12.5 samples/s
|
| 1079 |
+
Step 10270/50462 | Loss: 2.7557 | LR: 4.56e-04 | 3120.6ms/step | 19.2 samples/s
|
| 1080 |
+
Step 10280/50462 | Loss: 2.7965 | LR: 4.56e-04 | 3122.1ms/step | 19.2 samples/s
|
| 1081 |
+
Step 10290/50462 | Loss: 2.7975 | LR: 4.56e-04 | 3123.2ms/step | 19.2 samples/s
|
| 1082 |
+
Step 10300/50462 | Loss: 2.7640 | LR: 4.56e-04 | 3124.9ms/step | 19.2 samples/s
|
| 1083 |
+
Step 10310/50462 | Loss: 2.7445 | LR: 4.56e-04 | 3124.5ms/step | 19.2 samples/s
|
| 1084 |
+
Step 10320/50462 | Loss: 2.7504 | LR: 4.56e-04 | 3122.4ms/step | 19.2 samples/s
|
| 1085 |
+
Step 10330/50462 | Loss: 2.7761 | LR: 4.56e-04 | 3123.1ms/step | 19.2 samples/s
|
| 1086 |
+
Step 10340/50462 | Loss: 2.7643 | LR: 4.55e-04 | 3126.7ms/step | 19.2 samples/s
|
| 1087 |
+
Step 10350/50462 | Loss: 2.7665 | LR: 4.55e-04 | 3124.1ms/step | 19.2 samples/s
|
| 1088 |
+
Step 10360/50462 | Loss: 2.7973 | LR: 4.55e-04 | 3119.2ms/step | 19.2 samples/s
|
| 1089 |
+
Step 10370/50462 | Loss: 2.7701 | LR: 4.55e-04 | 3118.6ms/step | 19.2 samples/s
|
| 1090 |
+
Step 10380/50462 | Loss: 2.7658 | LR: 4.55e-04 | 3121.5ms/step | 19.2 samples/s
|
| 1091 |
+
Step 10390/50462 | Loss: 2.7729 | LR: 4.55e-04 | 3127.8ms/step | 19.2 samples/s
|
| 1092 |
+
Step 10400/50462 | Loss: 2.7617 | LR: 4.55e-04 | 3122.7ms/step | 19.2 samples/s
|
| 1093 |
+
Step 10410/50462 | Loss: 2.7858 | LR: 4.55e-04 | 3123.7ms/step | 19.2 samples/s
|
epfl_final/wandb/run-20260527_053416-mtk6v14i/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.9.6
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.16
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.4
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.60.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.2.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.16.1
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260527_053416-mtk6v14i/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-27T05:34:16.063307Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-train-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6361573048320"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-85844f64-d144-1c84-306d-f88b5f232a77"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-7e349d73-ad76-d62d-635c-266997fedcc1"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-4e4c2343-4f5b-a2ff-312e-03d402a27803"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "g8usyejzrebw9lk9um4kle7k21v71975"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260527_053416-mtk6v14i/logs/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
epfl_final/wandb/run-20260527_053416-mtk6v14i/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-27 05:34:16,078 INFO MainThread:226178 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-27 05:34:16,078 INFO MainThread:226178 [wandb_setup.py:_flush():81] Configure stats pid to 226178
|
| 3 |
+
2026-05-27 05:34:16,079 INFO MainThread:226178 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-27 05:34:16,080 INFO MainThread:226178 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260527_053416-mtk6v14i/logs/debug.log
|
| 5 |
+
2026-05-27 05:34:16,080 INFO MainThread:226178 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260527_053416-mtk6v14i/logs/debug-internal.log
|
| 6 |
+
2026-05-27 05:34:16,081 INFO MainThread:226178 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-27 05:34:16,081 INFO MainThread:226178 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260527_053212', 'resume_from_checkpoint': None, 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'sparse 1.2b', 'wandb_tags': ['qwen3', '1.2b', 'sparse'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10000, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache', 'dense_mode': False, '_wandb': {}}
|
| 9 |
+
2026-05-27 05:34:16,082 INFO MainThread:226178 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-27 05:34:16,305 INFO MainThread:226178 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-27 05:34:16,638 INFO MainThread:226178 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-27 05:34:16,640 INFO MainThread:226178 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-27 05:34:16,641 INFO MainThread:226178 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-27 05:34:16,938 INFO MainThread:226178 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-27 05:34:17,002 INFO MainThread:226178 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-27 05:34:17,002 INFO MainThread:226178 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-27 05:34:17,002 INFO MainThread:226178 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-27 05:34:17,002 INFO MainThread:226178 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-27 05:34:17,004 INFO MainThread:226178 [wandb_init.py:init():1095] run started, returning control to user process
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/files/output.log
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Validation at step 10000: Loss = 2.7874, Perplexity = 16.24
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.9.6
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.16
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.60.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.16.4
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-28T02:46:45.189534Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-train-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6507450458112"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-47fb0e80-8a08-2c96-b263-cc992f3d060b"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-fd3a94c5-cb60-deec-b7e0-5ab205a565ca"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-09b7c118-950c-8480-80b9-a1ef39639820"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "4wk3mmfx2mv6g8wler1z5aiayd6ulsi0"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-28T02:46:45.443643523Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-05-28T02:46:45.448029436Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"}
|
| 3 |
+
{"time":"2026-05-28T02:46:45.788843497Z","level":"INFO","msg":"stream: created new stream","id":"z78fmbjr"}
|
| 4 |
+
{"time":"2026-05-28T02:46:45.788962916Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-05-28T02:46:45.791454236Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-05-28T02:46:45.791532183Z","level":"INFO","msg":"writer: started","stream_id":"z78fmbjr"}
|
| 7 |
+
{"time":"2026-05-28T02:46:45.791581607Z","level":"INFO","msg":"sender: started"}
|
| 8 |
+
{"time":"2026-05-28T02:46:46.212231862Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-05-28T02:46:46.465028329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-05-28T02:47:01.212517759Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":1,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-05-28T02:47:01.438510233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-05-28T02:47:16.212871166Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1,"events_lines":2}
|
| 13 |
+
{"time":"2026-05-28T02:47:16.451397984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-05-28T02:47:31.212333496Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3,"events_lines":2,"console_offset":1,"console_lines":1}
|
| 15 |
+
{"time":"2026-05-28T02:47:31.430711521Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-05-28T02:47:46.212768296Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":5,"events_lines":2}
|
| 17 |
+
{"time":"2026-05-28T02:47:46.433792282Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-05-28T02:48:01.212514522Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":7,"events_lines":2}
|
| 19 |
+
{"time":"2026-05-28T02:48:01.424764108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-05-28T02:48:16.212986398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":9,"events_lines":2}
|
| 21 |
+
{"time":"2026-05-28T02:48:16.467368715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-05-28T02:48:31.213157071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":11,"events_lines":2}
|
| 23 |
+
{"time":"2026-05-28T02:48:31.440434474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-05-28T02:48:46.212420853Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":13,"events_lines":2}
|
| 25 |
+
{"time":"2026-05-28T02:48:46.42367826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-28 02:46:45,209 INFO MainThread:2725 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-28 02:46:45,209 INFO MainThread:2725 [wandb_setup.py:_flush():81] Configure stats pid to 2725
|
| 3 |
+
2026-05-28 02:46:45,210 INFO MainThread:2725 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-28 02:46:45,211 INFO MainThread:2725 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260528_024645-z78fmbjr/logs/debug.log
|
| 5 |
+
2026-05-28 02:46:45,211 INFO MainThread:2725 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260528_024645-z78fmbjr/logs/debug-internal.log
|
| 6 |
+
2026-05-28 02:46:45,212 INFO MainThread:2725 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-28 02:46:45,213 INFO MainThread:2725 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260528_024320', 'resume_from_checkpoint': 'checkpoints/run_20260527_053212/checkpoint-10000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'sparse 1.2b', 'wandb_tags': ['qwen3', '1.2b', 'sparse'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10000, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache', 'dense_mode': False, '_wandb': {}}
|
| 9 |
+
2026-05-28 02:46:45,213 INFO MainThread:2725 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-28 02:46:45,432 INFO MainThread:2725 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-28 02:46:45,792 INFO MainThread:2725 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-28 02:46:45,794 INFO MainThread:2725 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-28 02:46:45,796 INFO MainThread:2725 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-28 02:46:46,126 INFO MainThread:2725 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-28 02:46:46,204 INFO MainThread:2725 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-28 02:46:46,204 INFO MainThread:2725 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-28 02:46:46,204 INFO MainThread:2725 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-28 02:46:46,205 INFO MainThread:2725 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-28 02:46:46,208 INFO MainThread:2725 [wandb_init.py:init():1095] run started, returning control to user process
|
epfl_final/wandb/run-20260528_024645-z78fmbjr/run-z78fmbjr.wandb
ADDED
|
Binary file (7 Bytes). View file
|
|
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/files/config.yaml
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.27.0
|
| 4 |
+
e:
|
| 5 |
+
o7t41w42bo5n92yooshga1xw7dppde02:
|
| 6 |
+
args:
|
| 7 |
+
- --config
|
| 8 |
+
- SparseAtt/configs/train_config.json
|
| 9 |
+
codePath: SparseAtt/train.py
|
| 10 |
+
codePathLocal: SparseAtt/train.py
|
| 11 |
+
cpu_count: 96
|
| 12 |
+
cpu_count_logical: 192
|
| 13 |
+
cudaVersion: "13.0"
|
| 14 |
+
disk:
|
| 15 |
+
/:
|
| 16 |
+
total: "9374931091456"
|
| 17 |
+
used: "6507563302912"
|
| 18 |
+
email: ruben.navasardyan@mail.utoronto.ca
|
| 19 |
+
executable: /usr/bin/python3
|
| 20 |
+
gpu: NVIDIA H100 80GB HBM3
|
| 21 |
+
gpu_count: 3
|
| 22 |
+
gpu_nvidia:
|
| 23 |
+
- architecture: Hopper
|
| 24 |
+
cudaCores: 16896
|
| 25 |
+
memoryTotal: "85520809984"
|
| 26 |
+
name: NVIDIA H100 80GB HBM3
|
| 27 |
+
uuid: GPU-47fb0e80-8a08-2c96-b263-cc992f3d060b
|
| 28 |
+
- architecture: Hopper
|
| 29 |
+
cudaCores: 16896
|
| 30 |
+
memoryTotal: "85520809984"
|
| 31 |
+
name: NVIDIA H100 80GB HBM3
|
| 32 |
+
uuid: GPU-fd3a94c5-cb60-deec-b7e0-5ab205a565ca
|
| 33 |
+
- architecture: Hopper
|
| 34 |
+
cudaCores: 16896
|
| 35 |
+
memoryTotal: "85520809984"
|
| 36 |
+
name: NVIDIA H100 80GB HBM3
|
| 37 |
+
uuid: GPU-09b7c118-950c-8480-80b9-a1ef39639820
|
| 38 |
+
host: h100-train-3-gpu-0-0
|
| 39 |
+
memory:
|
| 40 |
+
total: "1623005847552"
|
| 41 |
+
os: Linux-6.8.0-59-generic-x86_64-with-glibc2.35
|
| 42 |
+
program: /mloscratch/homes/navasard/sparse/SparseAtt/train.py
|
| 43 |
+
python: CPython 3.10.12
|
| 44 |
+
root: /mloscratch/homes/navasard/sparse
|
| 45 |
+
startedAt: "2026-05-28T02:51:22.933260Z"
|
| 46 |
+
writerId: o7t41w42bo5n92yooshga1xw7dppde02
|
| 47 |
+
m: []
|
| 48 |
+
python_version: 3.10.12
|
| 49 |
+
t:
|
| 50 |
+
"1":
|
| 51 |
+
- 1
|
| 52 |
+
- 11
|
| 53 |
+
- 49
|
| 54 |
+
- 51
|
| 55 |
+
- 71
|
| 56 |
+
"2":
|
| 57 |
+
- 1
|
| 58 |
+
- 11
|
| 59 |
+
- 49
|
| 60 |
+
- 51
|
| 61 |
+
- 71
|
| 62 |
+
"3":
|
| 63 |
+
- 2
|
| 64 |
+
- 5
|
| 65 |
+
- 13
|
| 66 |
+
- 14
|
| 67 |
+
- 15
|
| 68 |
+
- 16
|
| 69 |
+
- 61
|
| 70 |
+
- 62
|
| 71 |
+
"4": 3.10.12
|
| 72 |
+
"5": 0.27.0
|
| 73 |
+
"6": 5.9.0
|
| 74 |
+
"12": 0.27.0
|
| 75 |
+
"13": linux-x86_64
|
| 76 |
+
attention_type:
|
| 77 |
+
value: sparse_stochastic
|
| 78 |
+
checkpoint_activations:
|
| 79 |
+
value: false
|
| 80 |
+
dense_mode:
|
| 81 |
+
value: false
|
| 82 |
+
eval_batches:
|
| 83 |
+
value: 50
|
| 84 |
+
eval_steps:
|
| 85 |
+
value: 250
|
| 86 |
+
force_new_run:
|
| 87 |
+
value: false
|
| 88 |
+
gradient_accumulation_steps:
|
| 89 |
+
value: 10
|
| 90 |
+
head_dim:
|
| 91 |
+
value: null
|
| 92 |
+
hidden_size:
|
| 93 |
+
value: 1536
|
| 94 |
+
init_from_scratch:
|
| 95 |
+
value: true
|
| 96 |
+
intermediate_size:
|
| 97 |
+
value: 6144
|
| 98 |
+
learning_rate:
|
| 99 |
+
value: 0.0005
|
| 100 |
+
logging_steps:
|
| 101 |
+
value: 10
|
| 102 |
+
lr_scheduler:
|
| 103 |
+
value: cosine
|
| 104 |
+
max_grad_norm:
|
| 105 |
+
value: 1
|
| 106 |
+
max_seq_length:
|
| 107 |
+
value: 8192
|
| 108 |
+
max_steps:
|
| 109 |
+
value: null
|
| 110 |
+
mixed_precision:
|
| 111 |
+
value: bf16
|
| 112 |
+
model_dtype:
|
| 113 |
+
value: bfloat16
|
| 114 |
+
model_path:
|
| 115 |
+
value: /mloscratch/homes/navasard/qwen3_06b_base
|
| 116 |
+
num_attention_heads:
|
| 117 |
+
value: 12
|
| 118 |
+
num_epochs:
|
| 119 |
+
value: 1
|
| 120 |
+
num_hidden_layers:
|
| 121 |
+
value: null
|
| 122 |
+
num_key_value_heads:
|
| 123 |
+
value: 4
|
| 124 |
+
num_workers:
|
| 125 |
+
value: 8
|
| 126 |
+
output_dir:
|
| 127 |
+
value: checkpoints/run_20260527_053212
|
| 128 |
+
per_device_batch_size:
|
| 129 |
+
value: 2
|
| 130 |
+
resume_from_checkpoint:
|
| 131 |
+
value: checkpoints/run_20260527_053212/checkpoint-10000
|
| 132 |
+
save_steps:
|
| 133 |
+
value: 1000
|
| 134 |
+
seed:
|
| 135 |
+
value: 42
|
| 136 |
+
sparse_block_size:
|
| 137 |
+
value: 128
|
| 138 |
+
sparse_layer_indices:
|
| 139 |
+
value: null
|
| 140 |
+
sparse_mask_cache_dir:
|
| 141 |
+
value: /mloscratch/homes/navasard/sparse/mask_cache
|
| 142 |
+
sparse_mask_pool_size:
|
| 143 |
+
value: 10000
|
| 144 |
+
sparse_num_random_blocks:
|
| 145 |
+
value: 31
|
| 146 |
+
sparse_val_dense_compare:
|
| 147 |
+
value: false
|
| 148 |
+
strategy:
|
| 149 |
+
value: ddp
|
| 150 |
+
train_path:
|
| 151 |
+
value: /mloscratch/homes/navasard/data/fineweb_large/tokenized
|
| 152 |
+
val_path:
|
| 153 |
+
value: null
|
| 154 |
+
verbose:
|
| 155 |
+
value: true
|
| 156 |
+
wandb_enabled:
|
| 157 |
+
value: true
|
| 158 |
+
wandb_name:
|
| 159 |
+
value: sparse 1.2b
|
| 160 |
+
wandb_project:
|
| 161 |
+
value: stochastic_sparsity
|
| 162 |
+
wandb_tags:
|
| 163 |
+
value:
|
| 164 |
+
- qwen3
|
| 165 |
+
- 1.2b
|
| 166 |
+
- sparse
|
| 167 |
+
warmup_steps:
|
| 168 |
+
value: 750
|
| 169 |
+
weight_decay:
|
| 170 |
+
value: 0.01
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/files/output.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.9.6
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.16
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.60.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.16.4
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-28T02:51:22.933260Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-train-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6507563302912"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-47fb0e80-8a08-2c96-b263-cc992f3d060b"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-fd3a94c5-cb60-deec-b7e0-5ab205a565ca"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-09b7c118-950c-8480-80b9-a1ef39639820"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "o7t41w42bo5n92yooshga1xw7dppde02"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"eval/loss":2.5373951674935347,"_timestamp":1.7800662750386734e+09,"train/learning_rate":1.9968584286100823e-12,"_runtime":162984.391760938,"eval/perplexity":12.646685531141474,"speed/steps_per_sec":0.32049539709431996,"train/epoch":0.9999603662161627,"train/loss":2.516721760034561,"speed/ms_per_step":3120.1696157455444,"speed/samples_per_sec":19.2297238256592,"_wandb":{"runtime":162984},"train/global_step":50460,"_step":50460}
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/logs/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/logs/debug.log
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-28 02:51:22,949 INFO MainThread:4848 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-28 02:51:22,949 INFO MainThread:4848 [wandb_setup.py:_flush():81] Configure stats pid to 4848
|
| 3 |
+
2026-05-28 02:51:22,949 INFO MainThread:4848 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-28 02:51:22,950 INFO MainThread:4848 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260528_025122-mtk6v14i/logs/debug.log
|
| 5 |
+
2026-05-28 02:51:22,951 INFO MainThread:4848 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260528_025122-mtk6v14i/logs/debug-internal.log
|
| 6 |
+
2026-05-28 02:51:22,952 INFO MainThread:4848 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-28 02:51:22,952 INFO MainThread:4848 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': 'checkpoints/run_20260527_053212', 'resume_from_checkpoint': 'checkpoints/run_20260527_053212/checkpoint-10000', 'force_new_run': False, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'sparse 1.2b', 'wandb_tags': ['qwen3', '1.2b', 'sparse'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10000, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': '/mloscratch/homes/navasard/sparse/mask_cache', 'dense_mode': False, '_wandb': {}}
|
| 9 |
+
2026-05-28 02:51:22,953 INFO MainThread:4848 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-28 02:51:23,172 INFO MainThread:4848 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-28 02:51:23,486 INFO MainThread:4848 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-28 02:51:23,488 INFO MainThread:4848 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-28 02:51:23,489 INFO MainThread:4848 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-28 02:51:24,185 INFO MainThread:4848 [wandb_init.py:init():1052] run resumed
|
| 15 |
+
2026-05-28 02:51:24,186 INFO MainThread:4848 [wandb_init.py:init():1057] starting run threads in backend
|
| 16 |
+
2026-05-28 02:51:24,240 INFO MainThread:4848 [wandb_run.py:_console_start():2509] atexit reg
|
| 17 |
+
2026-05-28 02:51:24,240 INFO MainThread:4848 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 18 |
+
2026-05-28 02:51:24,240 INFO MainThread:4848 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 19 |
+
2026-05-28 02:51:24,240 INFO MainThread:4848 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 20 |
+
2026-05-28 02:51:24,242 INFO MainThread:4848 [wandb_init.py:init():1095] run started, returning control to user process
|
| 21 |
+
2026-05-29 14:51:32,577 INFO MainThread:4848 [wandb_run.py:_finish():2271] finishing run ruben-navasardyan4869-epfl/stochastic_sparsity/mtk6v14i
|
| 22 |
+
2026-05-29 14:51:32,578 INFO MainThread:4848 [wandb_run.py:_atexit_cleanup():2476] got exitcode: 0
|
| 23 |
+
2026-05-29 14:51:32,578 INFO MainThread:4848 [wandb_run.py:_restore():2458] restore
|
| 24 |
+
2026-05-29 14:51:32,578 INFO MainThread:4848 [wandb_run.py:_restore():2464] restore done
|
| 25 |
+
2026-05-29 14:51:34,574 INFO MainThread:4848 [wandb_run.py:_footer_sync_info():3877] logging synced files
|
epfl_final/wandb/run-20260528_025122-mtk6v14i/run-mtk6v14i.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9119007125b935d13b03c3e3fa8e71ad177dafe8424dacea88e6b4edd773858c
|
| 3 |
+
size 36800400
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/files/config.yaml
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.27.0
|
| 4 |
+
e:
|
| 5 |
+
y9yg4727ng94uha0dj0u2xob5i5ap96m:
|
| 6 |
+
args:
|
| 7 |
+
- --config
|
| 8 |
+
- SparseAtt/configs/train_config_dense_resume.json
|
| 9 |
+
codePath: SparseAtt/train.py
|
| 10 |
+
codePathLocal: SparseAtt/train.py
|
| 11 |
+
cpu_count: 96
|
| 12 |
+
cpu_count_logical: 192
|
| 13 |
+
cudaVersion: "13.0"
|
| 14 |
+
disk:
|
| 15 |
+
/:
|
| 16 |
+
total: "9374931091456"
|
| 17 |
+
used: "6729555505152"
|
| 18 |
+
email: ruben.navasardyan@mail.utoronto.ca
|
| 19 |
+
executable: /usr/bin/python3
|
| 20 |
+
gpu: NVIDIA H100 80GB HBM3
|
| 21 |
+
gpu_count: 3
|
| 22 |
+
gpu_nvidia:
|
| 23 |
+
- architecture: Hopper
|
| 24 |
+
cudaCores: 16896
|
| 25 |
+
memoryTotal: "85520809984"
|
| 26 |
+
name: NVIDIA H100 80GB HBM3
|
| 27 |
+
uuid: GPU-cd5c7d97-0f62-2f41-36c8-233c8f57b814
|
| 28 |
+
- architecture: Hopper
|
| 29 |
+
cudaCores: 16896
|
| 30 |
+
memoryTotal: "85520809984"
|
| 31 |
+
name: NVIDIA H100 80GB HBM3
|
| 32 |
+
uuid: GPU-b97c2df9-b38b-c4e9-4d9d-780e91b62380
|
| 33 |
+
- architecture: Hopper
|
| 34 |
+
cudaCores: 16896
|
| 35 |
+
memoryTotal: "85520809984"
|
| 36 |
+
name: NVIDIA H100 80GB HBM3
|
| 37 |
+
uuid: GPU-337db0d9-bb90-c768-bb02-7b5dfde9a5d1
|
| 38 |
+
host: h100-wspace-3-gpu-0-0
|
| 39 |
+
memory:
|
| 40 |
+
total: "1623005847552"
|
| 41 |
+
os: Linux-6.8.0-59-generic-x86_64-with-glibc2.35
|
| 42 |
+
program: /mloscratch/homes/navasard/sparse/SparseAtt/train.py
|
| 43 |
+
python: CPython 3.10.12
|
| 44 |
+
root: /mloscratch/homes/navasard/sparse
|
| 45 |
+
startedAt: "2026-05-29T18:46:37.259261Z"
|
| 46 |
+
writerId: y9yg4727ng94uha0dj0u2xob5i5ap96m
|
| 47 |
+
m: []
|
| 48 |
+
python_version: 3.10.12
|
| 49 |
+
t:
|
| 50 |
+
"1":
|
| 51 |
+
- 1
|
| 52 |
+
- 11
|
| 53 |
+
- 49
|
| 54 |
+
- 51
|
| 55 |
+
- 71
|
| 56 |
+
"2":
|
| 57 |
+
- 1
|
| 58 |
+
- 11
|
| 59 |
+
- 49
|
| 60 |
+
- 51
|
| 61 |
+
- 71
|
| 62 |
+
"3":
|
| 63 |
+
- 2
|
| 64 |
+
- 13
|
| 65 |
+
- 15
|
| 66 |
+
- 16
|
| 67 |
+
- 61
|
| 68 |
+
"4": 3.10.12
|
| 69 |
+
"5": 0.27.0
|
| 70 |
+
"6": 5.9.0
|
| 71 |
+
"12": 0.27.0
|
| 72 |
+
"13": linux-x86_64
|
| 73 |
+
attention_type:
|
| 74 |
+
value: sparse_stochastic
|
| 75 |
+
checkpoint_activations:
|
| 76 |
+
value: false
|
| 77 |
+
dense_mode:
|
| 78 |
+
value: true
|
| 79 |
+
eval_batches:
|
| 80 |
+
value: 50
|
| 81 |
+
eval_steps:
|
| 82 |
+
value: 250
|
| 83 |
+
force_new_run:
|
| 84 |
+
value: true
|
| 85 |
+
gradient_accumulation_steps:
|
| 86 |
+
value: 10
|
| 87 |
+
head_dim:
|
| 88 |
+
value: null
|
| 89 |
+
hidden_size:
|
| 90 |
+
value: 1536
|
| 91 |
+
init_from_scratch:
|
| 92 |
+
value: true
|
| 93 |
+
intermediate_size:
|
| 94 |
+
value: 6144
|
| 95 |
+
learning_rate:
|
| 96 |
+
value: 0.0005
|
| 97 |
+
logging_steps:
|
| 98 |
+
value: 10
|
| 99 |
+
lr_scheduler:
|
| 100 |
+
value: cosine
|
| 101 |
+
max_grad_norm:
|
| 102 |
+
value: 1
|
| 103 |
+
max_seq_length:
|
| 104 |
+
value: 8192
|
| 105 |
+
max_steps:
|
| 106 |
+
value: null
|
| 107 |
+
mixed_precision:
|
| 108 |
+
value: bf16
|
| 109 |
+
model_dtype:
|
| 110 |
+
value: bfloat16
|
| 111 |
+
model_path:
|
| 112 |
+
value: /mloscratch/homes/navasard/qwen3_06b_base
|
| 113 |
+
num_attention_heads:
|
| 114 |
+
value: 12
|
| 115 |
+
num_epochs:
|
| 116 |
+
value: 1
|
| 117 |
+
num_hidden_layers:
|
| 118 |
+
value: null
|
| 119 |
+
num_key_value_heads:
|
| 120 |
+
value: 4
|
| 121 |
+
num_workers:
|
| 122 |
+
value: 8
|
| 123 |
+
output_dir:
|
| 124 |
+
value: ./checkpoints/run_20260529_182827
|
| 125 |
+
per_device_batch_size:
|
| 126 |
+
value: 2
|
| 127 |
+
resume_from_checkpoint:
|
| 128 |
+
value: /mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-48000
|
| 129 |
+
save_steps:
|
| 130 |
+
value: 1000
|
| 131 |
+
seed:
|
| 132 |
+
value: 42
|
| 133 |
+
sparse_block_size:
|
| 134 |
+
value: 128
|
| 135 |
+
sparse_layer_indices:
|
| 136 |
+
value: null
|
| 137 |
+
sparse_mask_cache_dir:
|
| 138 |
+
value: null
|
| 139 |
+
sparse_mask_pool_size:
|
| 140 |
+
value: 10
|
| 141 |
+
sparse_num_random_blocks:
|
| 142 |
+
value: 31
|
| 143 |
+
sparse_val_dense_compare:
|
| 144 |
+
value: false
|
| 145 |
+
strategy:
|
| 146 |
+
value: ddp
|
| 147 |
+
train_path:
|
| 148 |
+
value: /mloscratch/homes/navasard/data/fineweb_large/tokenized
|
| 149 |
+
val_path:
|
| 150 |
+
value: null
|
| 151 |
+
verbose:
|
| 152 |
+
value: true
|
| 153 |
+
wandb_enabled:
|
| 154 |
+
value: true
|
| 155 |
+
wandb_name:
|
| 156 |
+
value: dense continued 48k
|
| 157 |
+
wandb_project:
|
| 158 |
+
value: stochastic_sparsity
|
| 159 |
+
wandb_tags:
|
| 160 |
+
value:
|
| 161 |
+
- qwen3
|
| 162 |
+
- 0.6b
|
| 163 |
+
- dense-resume
|
| 164 |
+
warmup_steps:
|
| 165 |
+
value: 750
|
| 166 |
+
weight_decay:
|
| 167 |
+
value: 0.01
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/files/output.log
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Validation at step 48000: Loss = 2.5221, Perplexity = 12.45
|
| 3 |
+
Step 48010/50462 | Loss: 2.5176 | LR: 3.00e-06 | 79833.7ms/step | 0.8 samples/s
|
| 4 |
+
Step 48020/50462 | Loss: 2.5457 | LR: 2.97e-06 | 5205.0ms/step | 11.5 samples/s
|
| 5 |
+
Step 48030/50462 | Loss: 2.4873 | LR: 2.95e-06 | 5232.3ms/step | 11.5 samples/s
|
| 6 |
+
Step 48040/50462 | Loss: 2.5006 | LR: 2.92e-06 | 5301.5ms/step | 11.3 samples/s
|
| 7 |
+
Step 48050/50462 | Loss: 2.4934 | LR: 2.90e-06 | 5246.8ms/step | 11.4 samples/s
|
| 8 |
+
Step 48060/50462 | Loss: 2.5102 | LR: 2.87e-06 | 5251.1ms/step | 11.4 samples/s
|
| 9 |
+
Step 48070/50462 | Loss: 2.5122 | LR: 2.85e-06 | 5248.6ms/step | 11.4 samples/s
|
| 10 |
+
Step 48080/50462 | Loss: 2.5359 | LR: 2.83e-06 | 5249.9ms/step | 11.4 samples/s
|
| 11 |
+
Step 48090/50462 | Loss: 2.5121 | LR: 2.80e-06 | 5347.1ms/step | 11.2 samples/s
|
| 12 |
+
Step 48100/50462 | Loss: 2.5147 | LR: 2.78e-06 | 5242.9ms/step | 11.4 samples/s
|
| 13 |
+
Step 48110/50462 | Loss: 2.5043 | LR: 2.76e-06 | 5250.5ms/step | 11.4 samples/s
|
| 14 |
+
Step 48120/50462 | Loss: 2.5025 | LR: 2.73e-06 | 5252.1ms/step | 11.4 samples/s
|
| 15 |
+
Step 48130/50462 | Loss: 2.5032 | LR: 2.71e-06 | 5251.2ms/step | 11.4 samples/s
|
| 16 |
+
Step 48140/50462 | Loss: 2.4849 | LR: 2.69e-06 | 5251.6ms/step | 11.4 samples/s
|
| 17 |
+
Step 48150/50462 | Loss: 2.4982 | LR: 2.66e-06 | 5254.7ms/step | 11.4 samples/s
|
| 18 |
+
Step 48160/50462 | Loss: 2.5177 | LR: 2.64e-06 | 5252.6ms/step | 11.4 samples/s
|
| 19 |
+
Step 48170/50462 | Loss: 2.4973 | LR: 2.62e-06 | 5242.5ms/step | 11.4 samples/s
|
| 20 |
+
Step 48180/50462 | Loss: 2.5098 | LR: 2.60e-06 | 5247.1ms/step | 11.4 samples/s
|
| 21 |
+
Step 48190/50462 | Loss: 2.5059 | LR: 2.57e-06 | 5245.1ms/step | 11.4 samples/s
|
| 22 |
+
Step 48200/50462 | Loss: 2.5151 | LR: 2.55e-06 | 5253.5ms/step | 11.4 samples/s
|
| 23 |
+
Step 48210/50462 | Loss: 2.4910 | LR: 2.53e-06 | 5254.3ms/step | 11.4 samples/s
|
| 24 |
+
Step 48220/50462 | Loss: 2.4970 | LR: 2.51e-06 | 5251.0ms/step | 11.4 samples/s
|
| 25 |
+
Step 48230/50462 | Loss: 2.5044 | LR: 2.48e-06 | 5256.5ms/step | 11.4 samples/s
|
| 26 |
+
Step 48240/50462 | Loss: 2.5022 | LR: 2.46e-06 | 5252.8ms/step | 11.4 samples/s
|
| 27 |
+
Step 48250/50462 | Loss: 2.5411 | LR: 2.44e-06 | 5256.3ms/step | 11.4 samples/s
|
| 28 |
+
Validation at step 48250: Loss = 2.5191, Perplexity = 12.42
|
| 29 |
+
Step 48260/50462 | Loss: 2.4783 | LR: 2.42e-06 | 7822.7ms/step | 7.7 samples/s
|
| 30 |
+
Step 48270/50462 | Loss: 2.5044 | LR: 2.39e-06 | 5253.8ms/step | 11.4 samples/s
|
| 31 |
+
Step 48280/50462 | Loss: 2.5126 | LR: 2.37e-06 | 5252.6ms/step | 11.4 samples/s
|
| 32 |
+
Step 48290/50462 | Loss: 2.5001 | LR: 2.35e-06 | 5254.4ms/step | 11.4 samples/s
|
| 33 |
+
Step 48300/50462 | Loss: 2.4932 | LR: 2.33e-06 | 5250.0ms/step | 11.4 samples/s
|
| 34 |
+
Step 48310/50462 | Loss: 2.5132 | LR: 2.31e-06 | 5253.4ms/step | 11.4 samples/s
|
| 35 |
+
Step 48320/50462 | Loss: 2.5122 | LR: 2.29e-06 | 5303.0ms/step | 11.3 samples/s
|
| 36 |
+
Step 48330/50462 | Loss: 2.4952 | LR: 2.27e-06 | 5251.1ms/step | 11.4 samples/s
|
| 37 |
+
Step 48340/50462 | Loss: 2.5184 | LR: 2.24e-06 | 5249.1ms/step | 11.4 samples/s
|
| 38 |
+
Step 48350/50462 | Loss: 2.5319 | LR: 2.22e-06 | 5250.9ms/step | 11.4 samples/s
|
| 39 |
+
Step 48360/50462 | Loss: 2.4888 | LR: 2.20e-06 | 5243.3ms/step | 11.4 samples/s
|
| 40 |
+
Step 48370/50462 | Loss: 2.5259 | LR: 2.18e-06 | 5252.7ms/step | 11.4 samples/s
|
| 41 |
+
Step 48380/50462 | Loss: 2.4924 | LR: 2.16e-06 | 5336.2ms/step | 11.2 samples/s
|
| 42 |
+
Step 48390/50462 | Loss: 2.5401 | LR: 2.14e-06 | 5256.4ms/step | 11.4 samples/s
|
| 43 |
+
Step 48400/50462 | Loss: 2.4950 | LR: 2.12e-06 | 5248.6ms/step | 11.4 samples/s
|
| 44 |
+
Step 48410/50462 | Loss: 2.5232 | LR: 2.10e-06 | 5250.5ms/step | 11.4 samples/s
|
| 45 |
+
Step 48420/50462 | Loss: 2.5001 | LR: 2.08e-06 | 5251.9ms/step | 11.4 samples/s
|
| 46 |
+
Step 48430/50462 | Loss: 2.4958 | LR: 2.06e-06 | 5248.6ms/step | 11.4 samples/s
|
| 47 |
+
Step 48440/50462 | Loss: 2.5134 | LR: 2.04e-06 | 5252.7ms/step | 11.4 samples/s
|
| 48 |
+
Step 48450/50462 | Loss: 2.4793 | LR: 2.02e-06 | 5250.9ms/step | 11.4 samples/s
|
| 49 |
+
Step 48460/50462 | Loss: 2.5265 | LR: 2.00e-06 | 5259.1ms/step | 11.4 samples/s
|
| 50 |
+
Step 48470/50462 | Loss: 2.5147 | LR: 1.98e-06 | 5254.2ms/step | 11.4 samples/s
|
| 51 |
+
Step 48480/50462 | Loss: 2.4980 | LR: 1.96e-06 | 5255.0ms/step | 11.4 samples/s
|
| 52 |
+
Step 48490/50462 | Loss: 2.5062 | LR: 1.94e-06 | 5248.3ms/step | 11.4 samples/s
|
| 53 |
+
Step 48500/50462 | Loss: 2.4746 | LR: 1.92e-06 | 5244.1ms/step | 11.4 samples/s
|
| 54 |
+
Validation at step 48500: Loss = 2.5184, Perplexity = 12.41
|
| 55 |
+
Step 48510/50462 | Loss: 2.5078 | LR: 1.90e-06 | 7816.9ms/step | 7.7 samples/s
|
| 56 |
+
Step 48520/50462 | Loss: 2.5070 | LR: 1.88e-06 | 5253.1ms/step | 11.4 samples/s
|
| 57 |
+
Step 48530/50462 | Loss: 2.5245 | LR: 1.86e-06 | 5251.9ms/step | 11.4 samples/s
|
| 58 |
+
Step 48540/50462 | Loss: 2.4813 | LR: 1.84e-06 | 5252.7ms/step | 11.4 samples/s
|
| 59 |
+
Step 48550/50462 | Loss: 2.4915 | LR: 1.82e-06 | 5254.9ms/step | 11.4 samples/s
|
| 60 |
+
Step 48560/50462 | Loss: 2.5018 | LR: 1.80e-06 | 5250.9ms/step | 11.4 samples/s
|
| 61 |
+
Step 48570/50462 | Loss: 2.5031 | LR: 1.78e-06 | 5254.8ms/step | 11.4 samples/s
|
| 62 |
+
Step 48580/50462 | Loss: 2.4960 | LR: 1.77e-06 | 5247.7ms/step | 11.4 samples/s
|
| 63 |
+
Step 48590/50462 | Loss: 2.5204 | LR: 1.75e-06 | 5248.2ms/step | 11.4 samples/s
|
| 64 |
+
Step 48600/50462 | Loss: 2.5116 | LR: 1.73e-06 | 5243.9ms/step | 11.4 samples/s
|
| 65 |
+
Step 48610/50462 | Loss: 2.4970 | LR: 1.71e-06 | 5295.3ms/step | 11.3 samples/s
|
| 66 |
+
Step 48620/50462 | Loss: 2.5031 | LR: 1.69e-06 | 5250.8ms/step | 11.4 samples/s
|
| 67 |
+
Step 48630/50462 | Loss: 2.5250 | LR: 1.67e-06 | 5243.3ms/step | 11.4 samples/s
|
| 68 |
+
Step 48640/50462 | Loss: 2.5075 | LR: 1.66e-06 | 5253.5ms/step | 11.4 samples/s
|
| 69 |
+
Step 48650/50462 | Loss: 2.5240 | LR: 1.64e-06 | 5249.8ms/step | 11.4 samples/s
|
| 70 |
+
Step 48660/50462 | Loss: 2.5194 | LR: 1.62e-06 | 5237.6ms/step | 11.5 samples/s
|
| 71 |
+
Step 48670/50462 | Loss: 2.5209 | LR: 1.60e-06 | 5251.4ms/step | 11.4 samples/s
|
| 72 |
+
Step 48680/50462 | Loss: 2.5028 | LR: 1.58e-06 | 5330.6ms/step | 11.3 samples/s
|
| 73 |
+
Step 48690/50462 | Loss: 2.5167 | LR: 1.57e-06 | 5244.3ms/step | 11.4 samples/s
|
| 74 |
+
Step 48700/50462 | Loss: 2.4763 | LR: 1.55e-06 | 5253.6ms/step | 11.4 samples/s
|
| 75 |
+
Step 48710/50462 | Loss: 2.4995 | LR: 1.53e-06 | 5244.0ms/step | 11.4 samples/s
|
| 76 |
+
Step 48720/50462 | Loss: 2.5213 | LR: 1.51e-06 | 5243.9ms/step | 11.4 samples/s
|
| 77 |
+
Step 48730/50462 | Loss: 2.5067 | LR: 1.50e-06 | 5247.1ms/step | 11.4 samples/s
|
| 78 |
+
Step 48740/50462 | Loss: 2.4841 | LR: 1.48e-06 | 5242.6ms/step | 11.4 samples/s
|
| 79 |
+
Step 48750/50462 | Loss: 2.5275 | LR: 1.46e-06 | 5243.3ms/step | 11.4 samples/s
|
| 80 |
+
Validation at step 48750: Loss = 2.5183, Perplexity = 12.41
|
| 81 |
+
Step 48760/50462 | Loss: 2.5379 | LR: 1.44e-06 | 7808.8ms/step | 7.7 samples/s
|
| 82 |
+
Step 48770/50462 | Loss: 2.4784 | LR: 1.43e-06 | 5237.1ms/step | 11.5 samples/s
|
| 83 |
+
Step 48780/50462 | Loss: 2.5007 | LR: 1.41e-06 | 5242.7ms/step | 11.4 samples/s
|
| 84 |
+
Step 48790/50462 | Loss: 2.5085 | LR: 1.39e-06 | 5254.2ms/step | 11.4 samples/s
|
| 85 |
+
Step 48800/50462 | Loss: 2.4880 | LR: 1.38e-06 | 5251.7ms/step | 11.4 samples/s
|
| 86 |
+
Step 48810/50462 | Loss: 2.4975 | LR: 1.36e-06 | 5249.1ms/step | 11.4 samples/s
|
| 87 |
+
Step 48820/50462 | Loss: 2.5027 | LR: 1.34e-06 | 5247.9ms/step | 11.4 samples/s
|
| 88 |
+
Step 48830/50462 | Loss: 2.5194 | LR: 1.33e-06 | 5232.1ms/step | 11.5 samples/s
|
| 89 |
+
Step 48840/50462 | Loss: 2.5320 | LR: 1.31e-06 | 5250.8ms/step | 11.4 samples/s
|
| 90 |
+
Step 48850/50462 | Loss: 2.5044 | LR: 1.30e-06 | 5241.8ms/step | 11.4 samples/s
|
| 91 |
+
Step 48860/50462 | Loss: 2.4701 | LR: 1.28e-06 | 5235.5ms/step | 11.5 samples/s
|
| 92 |
+
Step 48870/50462 | Loss: 2.5130 | LR: 1.26e-06 | 5245.6ms/step | 11.4 samples/s
|
| 93 |
+
Step 48880/50462 | Loss: 2.4950 | LR: 1.25e-06 | 5245.0ms/step | 11.4 samples/s
|
| 94 |
+
Step 48890/50462 | Loss: 2.5261 | LR: 1.23e-06 | 5290.0ms/step | 11.3 samples/s
|
| 95 |
+
Step 48900/50462 | Loss: 2.5042 | LR: 1.22e-06 | 5251.0ms/step | 11.4 samples/s
|
| 96 |
+
Step 48910/50462 | Loss: 2.5180 | LR: 1.20e-06 | 5256.7ms/step | 11.4 samples/s
|
| 97 |
+
Step 48920/50462 | Loss: 2.5050 | LR: 1.19e-06 | 5241.5ms/step | 11.4 samples/s
|
| 98 |
+
Step 48930/50462 | Loss: 2.5010 | LR: 1.17e-06 | 5246.4ms/step | 11.4 samples/s
|
| 99 |
+
Step 48940/50462 | Loss: 2.4813 | LR: 1.16e-06 | 5248.6ms/step | 11.4 samples/s
|
| 100 |
+
Step 48950/50462 | Loss: 2.4816 | LR: 1.14e-06 | 5250.7ms/step | 11.4 samples/s
|
| 101 |
+
Step 48960/50462 | Loss: 2.5128 | LR: 1.13e-06 | 5250.3ms/step | 11.4 samples/s
|
| 102 |
+
Step 48970/50462 | Loss: 2.4803 | LR: 1.11e-06 | 5330.7ms/step | 11.3 samples/s
|
| 103 |
+
Step 48980/50462 | Loss: 2.5484 | LR: 1.10e-06 | 5250.8ms/step | 11.4 samples/s
|
| 104 |
+
Step 48990/50462 | Loss: 2.5327 | LR: 1.08e-06 | 5250.3ms/step | 11.4 samples/s
|
| 105 |
+
Step 49000/50462 | Loss: 2.5145 | LR: 1.07e-06 | 5250.4ms/step | 11.4 samples/s
|
| 106 |
+
Validation at step 49000: Loss = 2.5182, Perplexity = 12.41
|
| 107 |
+
Saved checkpoint to checkpoints/run_20260529_182827/checkpoint-49000
|
| 108 |
+
Step 49010/50462 | Loss: 2.5031 | LR: 1.05e-06 | 8666.1ms/step | 6.9 samples/s
|
| 109 |
+
Step 49020/50462 | Loss: 2.5109 | LR: 1.04e-06 | 5243.3ms/step | 11.4 samples/s
|
| 110 |
+
Step 49030/50462 | Loss: 2.5119 | LR: 1.02e-06 | 5247.9ms/step | 11.4 samples/s
|
| 111 |
+
Step 49040/50462 | Loss: 2.5084 | LR: 1.01e-06 | 5249.5ms/step | 11.4 samples/s
|
| 112 |
+
Step 49050/50462 | Loss: 2.5082 | LR: 9.95e-07 | 5249.7ms/step | 11.4 samples/s
|
| 113 |
+
Step 49060/50462 | Loss: 2.5291 | LR: 9.81e-07 | 5251.6ms/step | 11.4 samples/s
|
| 114 |
+
Step 49070/50462 | Loss: 2.5260 | LR: 9.67e-07 | 5253.8ms/step | 11.4 samples/s
|
| 115 |
+
Step 49080/50462 | Loss: 2.5281 | LR: 9.53e-07 | 5240.5ms/step | 11.4 samples/s
|
| 116 |
+
Step 49090/50462 | Loss: 2.4817 | LR: 9.39e-07 | 5250.7ms/step | 11.4 samples/s
|
| 117 |
+
Step 49100/50462 | Loss: 2.5309 | LR: 9.25e-07 | 5246.9ms/step | 11.4 samples/s
|
| 118 |
+
Step 49110/50462 | Loss: 2.5160 | LR: 9.12e-07 | 5252.1ms/step | 11.4 samples/s
|
| 119 |
+
Step 49120/50462 | Loss: 2.4852 | LR: 8.99e-07 | 5252.7ms/step | 11.4 samples/s
|
| 120 |
+
Step 49130/50462 | Loss: 2.5150 | LR: 8.85e-07 | 5252.3ms/step | 11.4 samples/s
|
| 121 |
+
Step 49140/50462 | Loss: 2.4865 | LR: 8.72e-07 | 5249.8ms/step | 11.4 samples/s
|
| 122 |
+
Step 49150/50462 | Loss: 2.5175 | LR: 8.59e-07 | 5250.6ms/step | 11.4 samples/s
|
| 123 |
+
Step 49160/50462 | Loss: 2.5079 | LR: 8.46e-07 | 5285.7ms/step | 11.4 samples/s
|
| 124 |
+
Step 49170/50462 | Loss: 2.5057 | LR: 8.33e-07 | 5247.1ms/step | 11.4 samples/s
|
| 125 |
+
Step 49180/50462 | Loss: 2.4958 | LR: 8.20e-07 | 5253.8ms/step | 11.4 samples/s
|
| 126 |
+
Step 49190/50462 | Loss: 2.4851 | LR: 8.07e-07 | 5244.5ms/step | 11.4 samples/s
|
| 127 |
+
Step 49200/50462 | Loss: 2.5382 | LR: 7.95e-07 | 5250.8ms/step | 11.4 samples/s
|
| 128 |
+
Step 49210/50462 | Loss: 2.5089 | LR: 7.82e-07 | 5239.1ms/step | 11.5 samples/s
|
| 129 |
+
Step 49220/50462 | Loss: 2.5194 | LR: 7.70e-07 | 5245.1ms/step | 11.4 samples/s
|
| 130 |
+
Step 49230/50462 | Loss: 2.5207 | LR: 7.57e-07 | 5252.4ms/step | 11.4 samples/s
|
| 131 |
+
Step 49240/50462 | Loss: 2.5109 | LR: 7.45e-07 | 5250.8ms/step | 11.4 samples/s
|
| 132 |
+
Step 49250/50462 | Loss: 2.5049 | LR: 7.33e-07 | 5242.5ms/step | 11.4 samples/s
|
| 133 |
+
Validation at step 49250: Loss = 2.5182, Perplexity = 12.41
|
| 134 |
+
Step 49260/50462 | Loss: 2.4777 | LR: 7.21e-07 | 7897.9ms/step | 7.6 samples/s
|
| 135 |
+
Step 49270/50462 | Loss: 2.4964 | LR: 7.09e-07 | 5235.6ms/step | 11.5 samples/s
|
| 136 |
+
Step 49280/50462 | Loss: 2.4807 | LR: 6.97e-07 | 5247.2ms/step | 11.4 samples/s
|
| 137 |
+
Step 49290/50462 | Loss: 2.5015 | LR: 6.85e-07 | 5245.5ms/step | 11.4 samples/s
|
| 138 |
+
Step 49300/50462 | Loss: 2.4988 | LR: 6.74e-07 | 5250.1ms/step | 11.4 samples/s
|
| 139 |
+
Step 49310/50462 | Loss: 2.5059 | LR: 6.62e-07 | 5246.0ms/step | 11.4 samples/s
|
| 140 |
+
Step 49320/50462 | Loss: 2.4939 | LR: 6.51e-07 | 5250.4ms/step | 11.4 samples/s
|
| 141 |
+
Step 49330/50462 | Loss: 2.5025 | LR: 6.39e-07 | 5245.8ms/step | 11.4 samples/s
|
| 142 |
+
Step 49340/50462 | Loss: 2.5122 | LR: 6.28e-07 | 5255.0ms/step | 11.4 samples/s
|
| 143 |
+
Step 49350/50462 | Loss: 2.5147 | LR: 6.17e-07 | 5245.9ms/step | 11.4 samples/s
|
| 144 |
+
Step 49360/50462 | Loss: 2.5255 | LR: 6.06e-07 | 5253.5ms/step | 11.4 samples/s
|
| 145 |
+
Step 49370/50462 | Loss: 2.5077 | LR: 5.95e-07 | 5253.4ms/step | 11.4 samples/s
|
| 146 |
+
Step 49380/50462 | Loss: 2.5202 | LR: 5.84e-07 | 5256.5ms/step | 11.4 samples/s
|
| 147 |
+
Step 49390/50462 | Loss: 2.5193 | LR: 5.73e-07 | 5253.0ms/step | 11.4 samples/s
|
| 148 |
+
Step 49400/50462 | Loss: 2.5172 | LR: 5.63e-07 | 5247.2ms/step | 11.4 samples/s
|
| 149 |
+
Step 49410/50462 | Loss: 2.5100 | LR: 5.52e-07 | 5256.5ms/step | 11.4 samples/s
|
| 150 |
+
Step 49420/50462 | Loss: 2.5070 | LR: 5.42e-07 | 5251.2ms/step | 11.4 samples/s
|
| 151 |
+
Step 49430/50462 | Loss: 2.4866 | LR: 5.31e-07 | 5248.1ms/step | 11.4 samples/s
|
| 152 |
+
Step 49440/50462 | Loss: 2.4953 | LR: 5.21e-07 | 5288.2ms/step | 11.3 samples/s
|
| 153 |
+
Step 49450/50462 | Loss: 2.4830 | LR: 5.11e-07 | 5231.1ms/step | 11.5 samples/s
|
| 154 |
+
Step 49460/50462 | Loss: 2.5169 | LR: 5.01e-07 | 5240.5ms/step | 11.4 samples/s
|
| 155 |
+
Step 49470/50462 | Loss: 2.5186 | LR: 4.91e-07 | 5234.9ms/step | 11.5 samples/s
|
| 156 |
+
Step 49480/50462 | Loss: 2.5116 | LR: 4.81e-07 | 5236.3ms/step | 11.5 samples/s
|
| 157 |
+
Step 49490/50462 | Loss: 2.4924 | LR: 4.72e-07 | 5238.8ms/step | 11.5 samples/s
|
| 158 |
+
Step 49500/50462 | Loss: 2.5127 | LR: 4.62e-07 | 5251.6ms/step | 11.4 samples/s
|
| 159 |
+
Validation at step 49500: Loss = 2.5182, Perplexity = 12.41
|
| 160 |
+
Step 49510/50462 | Loss: 2.5222 | LR: 4.52e-07 | 7794.9ms/step | 7.7 samples/s
|
| 161 |
+
Step 49520/50462 | Loss: 2.5022 | LR: 4.43e-07 | 5225.1ms/step | 11.5 samples/s
|
| 162 |
+
Step 49530/50462 | Loss: 2.5061 | LR: 4.34e-07 | 5235.0ms/step | 11.5 samples/s
|
| 163 |
+
Step 49540/50462 | Loss: 2.4980 | LR: 4.24e-07 | 5239.7ms/step | 11.5 samples/s
|
| 164 |
+
Step 49550/50462 | Loss: 2.5049 | LR: 4.15e-07 | 5322.5ms/step | 11.3 samples/s
|
| 165 |
+
Step 49560/50462 | Loss: 2.5199 | LR: 4.06e-07 | 5251.4ms/step | 11.4 samples/s
|
| 166 |
+
Step 49570/50462 | Loss: 2.5226 | LR: 3.97e-07 | 5250.9ms/step | 11.4 samples/s
|
| 167 |
+
Step 49580/50462 | Loss: 2.5221 | LR: 3.88e-07 | 5249.4ms/step | 11.4 samples/s
|
| 168 |
+
Step 49590/50462 | Loss: 2.4956 | LR: 3.79e-07 | 5250.9ms/step | 11.4 samples/s
|
| 169 |
+
Step 49600/50462 | Loss: 2.5266 | LR: 3.71e-07 | 5242.6ms/step | 11.4 samples/s
|
| 170 |
+
Step 49610/50462 | Loss: 2.5066 | LR: 3.62e-07 | 5245.4ms/step | 11.4 samples/s
|
| 171 |
+
Step 49620/50462 | Loss: 2.5053 | LR: 3.54e-07 | 5246.3ms/step | 11.4 samples/s
|
| 172 |
+
Step 49630/50462 | Loss: 2.5050 | LR: 3.45e-07 | 5243.3ms/step | 11.4 samples/s
|
| 173 |
+
Step 49640/50462 | Loss: 2.5081 | LR: 3.37e-07 | 5245.2ms/step | 11.4 samples/s
|
| 174 |
+
Step 49650/50462 | Loss: 2.5114 | LR: 3.29e-07 | 5249.8ms/step | 11.4 samples/s
|
| 175 |
+
Step 49660/50462 | Loss: 2.4942 | LR: 3.21e-07 | 5240.4ms/step | 11.4 samples/s
|
| 176 |
+
Step 49670/50462 | Loss: 2.4816 | LR: 3.13e-07 | 5249.6ms/step | 11.4 samples/s
|
| 177 |
+
Step 49680/50462 | Loss: 2.5262 | LR: 3.05e-07 | 5250.3ms/step | 11.4 samples/s
|
| 178 |
+
Step 49690/50462 | Loss: 2.5438 | LR: 2.97e-07 | 5245.5ms/step | 11.4 samples/s
|
| 179 |
+
Step 49700/50462 | Loss: 2.5157 | LR: 2.90e-07 | 5231.2ms/step | 11.5 samples/s
|
| 180 |
+
Step 49710/50462 | Loss: 2.5097 | LR: 2.82e-07 | 5248.3ms/step | 11.4 samples/s
|
| 181 |
+
Step 49720/50462 | Loss: 2.5002 | LR: 2.75e-07 | 5286.7ms/step | 11.3 samples/s
|
| 182 |
+
Step 49730/50462 | Loss: 2.5158 | LR: 2.67e-07 | 5249.8ms/step | 11.4 samples/s
|
| 183 |
+
Step 49740/50462 | Loss: 2.5361 | LR: 2.60e-07 | 5236.6ms/step | 11.5 samples/s
|
| 184 |
+
Step 49750/50462 | Loss: 2.5083 | LR: 2.53e-07 | 5247.2ms/step | 11.4 samples/s
|
| 185 |
+
Validation at step 49750: Loss = 2.5182, Perplexity = 12.41
|
| 186 |
+
Step 49760/50462 | Loss: 2.5257 | LR: 2.46e-07 | 7802.5ms/step | 7.7 samples/s
|
| 187 |
+
Step 49770/50462 | Loss: 2.5144 | LR: 2.39e-07 | 5239.6ms/step | 11.5 samples/s
|
| 188 |
+
Step 49780/50462 | Loss: 2.4989 | LR: 2.32e-07 | 5250.0ms/step | 11.4 samples/s
|
| 189 |
+
Step 49790/50462 | Loss: 2.4928 | LR: 2.25e-07 | 5246.3ms/step | 11.4 samples/s
|
| 190 |
+
Step 49800/50462 | Loss: 2.5350 | LR: 2.19e-07 | 5246.1ms/step | 11.4 samples/s
|
| 191 |
+
Step 49810/50462 | Loss: 2.5217 | LR: 2.12e-07 | 5250.6ms/step | 11.4 samples/s
|
| 192 |
+
Step 49820/50462 | Loss: 2.5196 | LR: 2.06e-07 | 5249.7ms/step | 11.4 samples/s
|
| 193 |
+
Step 49830/50462 | Loss: 2.5084 | LR: 1.99e-07 | 5242.4ms/step | 11.4 samples/s
|
| 194 |
+
Step 49840/50462 | Loss: 2.5228 | LR: 1.93e-07 | 5312.9ms/step | 11.3 samples/s
|
| 195 |
+
Step 49850/50462 | Loss: 2.4998 | LR: 1.87e-07 | 5235.0ms/step | 11.5 samples/s
|
| 196 |
+
Step 49860/50462 | Loss: 2.4994 | LR: 1.81e-07 | 5246.6ms/step | 11.4 samples/s
|
| 197 |
+
Step 49870/50462 | Loss: 2.5146 | LR: 1.75e-07 | 5251.0ms/step | 11.4 samples/s
|
| 198 |
+
Step 49880/50462 | Loss: 2.4993 | LR: 1.69e-07 | 5249.9ms/step | 11.4 samples/s
|
| 199 |
+
Step 49890/50462 | Loss: 2.5089 | LR: 1.63e-07 | 5249.0ms/step | 11.4 samples/s
|
| 200 |
+
Step 49900/50462 | Loss: 2.5215 | LR: 1.58e-07 | 5250.3ms/step | 11.4 samples/s
|
| 201 |
+
Step 49910/50462 | Loss: 2.5079 | LR: 1.52e-07 | 5250.6ms/step | 11.4 samples/s
|
| 202 |
+
Step 49920/50462 | Loss: 2.5219 | LR: 1.47e-07 | 5249.8ms/step | 11.4 samples/s
|
| 203 |
+
Step 49930/50462 | Loss: 2.4929 | LR: 1.41e-07 | 5247.3ms/step | 11.4 samples/s
|
| 204 |
+
Step 49940/50462 | Loss: 2.5051 | LR: 1.36e-07 | 5248.2ms/step | 11.4 samples/s
|
| 205 |
+
Step 49950/50462 | Loss: 2.4658 | LR: 1.31e-07 | 5246.9ms/step | 11.4 samples/s
|
| 206 |
+
Step 49960/50462 | Loss: 2.4954 | LR: 1.26e-07 | 5250.7ms/step | 11.4 samples/s
|
| 207 |
+
Step 49970/50462 | Loss: 2.4869 | LR: 1.21e-07 | 5250.1ms/step | 11.4 samples/s
|
| 208 |
+
Step 49980/50462 | Loss: 2.5022 | LR: 1.16e-07 | 5246.9ms/step | 11.4 samples/s
|
| 209 |
+
Step 49990/50462 | Loss: 2.4800 | LR: 1.11e-07 | 5244.7ms/step | 11.4 samples/s
|
| 210 |
+
Step 50000/50462 | Loss: 2.4907 | LR: 1.07e-07 | 5287.6ms/step | 11.3 samples/s
|
| 211 |
+
Validation at step 50000: Loss = 2.5182, Perplexity = 12.41
|
| 212 |
+
Saved checkpoint to checkpoints/run_20260529_182827/checkpoint-50000
|
| 213 |
+
Step 50010/50462 | Loss: 2.4861 | LR: 1.02e-07 | 8701.0ms/step | 6.9 samples/s
|
| 214 |
+
Step 50020/50462 | Loss: 2.4939 | LR: 9.75e-08 | 5243.0ms/step | 11.4 samples/s
|
| 215 |
+
Step 50030/50462 | Loss: 2.5242 | LR: 9.32e-08 | 5253.8ms/step | 11.4 samples/s
|
| 216 |
+
Step 50040/50462 | Loss: 2.5542 | LR: 8.89e-08 | 5247.4ms/step | 11.4 samples/s
|
| 217 |
+
Step 50050/50462 | Loss: 2.5080 | LR: 8.47e-08 | 5248.4ms/step | 11.4 samples/s
|
| 218 |
+
Step 50060/50462 | Loss: 2.5007 | LR: 8.07e-08 | 5246.5ms/step | 11.4 samples/s
|
| 219 |
+
Step 50070/50462 | Loss: 2.5212 | LR: 7.67e-08 | 5247.2ms/step | 11.4 samples/s
|
| 220 |
+
Step 50080/50462 | Loss: 2.4925 | LR: 7.28e-08 | 5244.9ms/step | 11.4 samples/s
|
| 221 |
+
Step 50090/50462 | Loss: 2.4856 | LR: 6.91e-08 | 5253.1ms/step | 11.4 samples/s
|
| 222 |
+
Step 50100/50462 | Loss: 2.4915 | LR: 6.54e-08 | 5249.7ms/step | 11.4 samples/s
|
| 223 |
+
Step 50110/50462 | Loss: 2.5314 | LR: 6.19e-08 | 5255.8ms/step | 11.4 samples/s
|
| 224 |
+
Step 50120/50462 | Loss: 2.5123 | LR: 5.84e-08 | 5247.0ms/step | 11.4 samples/s
|
| 225 |
+
Step 50130/50462 | Loss: 2.5125 | LR: 5.50e-08 | 5334.4ms/step | 11.2 samples/s
|
| 226 |
+
Step 50140/50462 | Loss: 2.5308 | LR: 5.18e-08 | 5248.4ms/step | 11.4 samples/s
|
| 227 |
+
Step 50150/50462 | Loss: 2.4860 | LR: 4.86e-08 | 5250.9ms/step | 11.4 samples/s
|
| 228 |
+
Step 50160/50462 | Loss: 2.5018 | LR: 4.55e-08 | 5251.6ms/step | 11.4 samples/s
|
| 229 |
+
Step 50170/50462 | Loss: 2.4697 | LR: 4.26e-08 | 5247.5ms/step | 11.4 samples/s
|
| 230 |
+
Step 50180/50462 | Loss: 2.4745 | LR: 3.97e-08 | 5254.5ms/step | 11.4 samples/s
|
| 231 |
+
Step 50190/50462 | Loss: 2.5220 | LR: 3.69e-08 | 5250.2ms/step | 11.4 samples/s
|
| 232 |
+
Step 50200/50462 | Loss: 2.4912 | LR: 3.43e-08 | 5250.2ms/step | 11.4 samples/s
|
| 233 |
+
Step 50210/50462 | Loss: 2.5166 | LR: 3.17e-08 | 5252.6ms/step | 11.4 samples/s
|
| 234 |
+
Step 50220/50462 | Loss: 2.5125 | LR: 2.92e-08 | 5253.5ms/step | 11.4 samples/s
|
| 235 |
+
Step 50230/50462 | Loss: 2.5299 | LR: 2.69e-08 | 5250.6ms/step | 11.4 samples/s
|
| 236 |
+
Step 50240/50462 | Loss: 2.4942 | LR: 2.46e-08 | 5250.6ms/step | 11.4 samples/s
|
| 237 |
+
Step 50250/50462 | Loss: 2.4882 | LR: 2.24e-08 | 5249.7ms/step | 11.4 samples/s
|
| 238 |
+
Validation at step 50250: Loss = 2.5182, Perplexity = 12.41
|
| 239 |
+
Step 50260/50462 | Loss: 2.5348 | LR: 2.04e-08 | 7818.4ms/step | 7.7 samples/s
|
| 240 |
+
Step 50270/50462 | Loss: 2.5470 | LR: 1.84e-08 | 5249.7ms/step | 11.4 samples/s
|
| 241 |
+
Step 50280/50462 | Loss: 2.5178 | LR: 1.65e-08 | 5295.5ms/step | 11.3 samples/s
|
| 242 |
+
Step 50290/50462 | Loss: 2.5316 | LR: 1.48e-08 | 5254.1ms/step | 11.4 samples/s
|
| 243 |
+
Step 50300/50462 | Loss: 2.4866 | LR: 1.31e-08 | 5252.5ms/step | 11.4 samples/s
|
| 244 |
+
Step 50310/50462 | Loss: 2.4822 | LR: 1.15e-08 | 5252.2ms/step | 11.4 samples/s
|
| 245 |
+
Step 50320/50462 | Loss: 2.5020 | LR: 1.01e-08 | 5247.2ms/step | 11.4 samples/s
|
| 246 |
+
Step 50330/50462 | Loss: 2.5301 | LR: 8.70e-09 | 5251.7ms/step | 11.4 samples/s
|
| 247 |
+
Step 50340/50462 | Loss: 2.5103 | LR: 7.43e-09 | 5249.8ms/step | 11.4 samples/s
|
| 248 |
+
Step 50350/50462 | Loss: 2.4918 | LR: 6.26e-09 | 5252.5ms/step | 11.4 samples/s
|
| 249 |
+
Step 50360/50462 | Loss: 2.5145 | LR: 5.19e-09 | 5254.1ms/step | 11.4 samples/s
|
| 250 |
+
Step 50370/50462 | Loss: 2.4905 | LR: 4.23e-09 | 5247.6ms/step | 11.4 samples/s
|
| 251 |
+
Step 50380/50462 | Loss: 2.4830 | LR: 3.36e-09 | 5247.5ms/step | 11.4 samples/s
|
| 252 |
+
Step 50390/50462 | Loss: 2.5222 | LR: 2.59e-09 | 5247.5ms/step | 11.4 samples/s
|
| 253 |
+
Step 50400/50462 | Loss: 2.5060 | LR: 1.92e-09 | 5248.9ms/step | 11.4 samples/s
|
| 254 |
+
Step 50410/50462 | Loss: 2.4955 | LR: 1.35e-09 | 5252.4ms/step | 11.4 samples/s
|
| 255 |
+
Step 50420/50462 | Loss: 2.5232 | LR: 8.81e-10 | 5285.6ms/step | 11.4 samples/s
|
| 256 |
+
Step 50430/50462 | Loss: 2.5133 | LR: 5.11e-10 | 5287.6ms/step | 11.3 samples/s
|
| 257 |
+
Step 50440/50462 | Loss: 2.4837 | LR: 2.42e-10 | 5250.6ms/step | 11.4 samples/s
|
| 258 |
+
Step 50450/50462 | Loss: 2.5245 | LR: 7.19e-11 | 5250.8ms/step | 11.4 samples/s
|
| 259 |
+
Step 50460/50462 | Loss: 2.4978 | LR: 2.00e-12 | 5247.1ms/step | 11.4 samples/s
|
| 260 |
+
Saved checkpoint to checkpoints/run_20260529_182827/checkpoint-50462
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.10.0
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.17
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.61.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.17.0
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-29T18:46:37.259261Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config_dense_resume.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-wspace-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6729555505152"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-cd5c7d97-0f62-2f41-36c8-233c8f57b814"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-b97c2df9-b38b-c4e9-4d9d-780e91b62380"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-337db0d9-bb90-c768-bb02-7b5dfde9a5d1"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "y9yg4727ng94uha0dj0u2xob5i5ap96m"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"speed/steps_per_sec":0.1905801202346172,"speed/ms_per_step":5247.136998176575,"train/global_step":50460,"train/learning_rate":1.9968584286100823e-12,"train/epoch":0.9999603662161627,"_runtime":13938.866887,"_wandb":{"runtime":13938},"eval/loss":2.518224152262339,"train/loss":2.497778342962265,"_step":50460,"speed/samples_per_sec":11.434807214077033,"eval/perplexity":12.406544954344461,"_timestamp":1.780094313999826e+09}
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/logs/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/logs/debug.log
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-29 18:46:37,277 INFO MainThread:4477 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-29 18:46:37,278 INFO MainThread:4477 [wandb_setup.py:_flush():81] Configure stats pid to 4477
|
| 3 |
+
2026-05-29 18:46:37,278 INFO MainThread:4477 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-29 18:46:37,279 INFO MainThread:4477 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260529_184637-wbfo0o07/logs/debug.log
|
| 5 |
+
2026-05-29 18:46:37,280 INFO MainThread:4477 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260529_184637-wbfo0o07/logs/debug-internal.log
|
| 6 |
+
2026-05-29 18:46:37,280 INFO MainThread:4477 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-29 18:46:37,281 INFO MainThread:4477 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260529_182827', 'resume_from_checkpoint': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-48000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'dense continued 48k', 'wandb_tags': ['qwen3', '0.6b', 'dense-resume'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': True, '_wandb': {}}
|
| 9 |
+
2026-05-29 18:46:37,282 INFO MainThread:4477 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-29 18:46:37,500 INFO MainThread:4477 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-29 18:46:37,841 INFO MainThread:4477 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-29 18:46:37,844 INFO MainThread:4477 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-29 18:46:37,845 INFO MainThread:4477 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-29 18:46:38,230 INFO MainThread:4477 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-29 18:46:38,317 INFO MainThread:4477 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-29 18:46:38,317 INFO MainThread:4477 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-29 18:46:38,318 INFO MainThread:4477 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-29 18:46:38,318 INFO MainThread:4477 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-29 18:46:38,320 INFO MainThread:4477 [wandb_init.py:init():1095] run started, returning control to user process
|
| 20 |
+
2026-05-29 22:38:57,097 INFO MainThread:4477 [wandb_run.py:_finish():2271] finishing run ruben-navasardyan4869-epfl/stochastic_sparsity/wbfo0o07
|
| 21 |
+
2026-05-29 22:38:57,097 INFO MainThread:4477 [wandb_run.py:_atexit_cleanup():2476] got exitcode: 0
|
| 22 |
+
2026-05-29 22:38:57,098 INFO MainThread:4477 [wandb_run.py:_restore():2458] restore
|
| 23 |
+
2026-05-29 22:38:57,098 INFO MainThread:4477 [wandb_run.py:_restore():2464] restore done
|
| 24 |
+
2026-05-29 22:38:58,863 INFO MainThread:4477 [wandb_run.py:_footer_sync_info():3877] logging synced files
|
epfl_final/wandb/run-20260529_184637-wbfo0o07/run-wbfo0o07.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c28afd0f0d751406759c79c8e444a041579bfb3f42a96aa3bdd0abf15bb4a4eb
|
| 3 |
+
size 3705551
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/files/output.log
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Validation at step 46000: Loss = 2.5221, Perplexity = 12.46
|
| 3 |
+
Step 46010/50462 | Loss: 2.5136 | LR: 9.83e-06 | 82727.5ms/step | 0.7 samples/s
|
| 4 |
+
Step 46020/50462 | Loss: 2.4987 | LR: 9.79e-06 | 5073.9ms/step | 11.8 samples/s
|
| 5 |
+
Step 46030/50462 | Loss: 2.5210 | LR: 9.74e-06 | 5090.5ms/step | 11.8 samples/s
|
| 6 |
+
Step 46040/50462 | Loss: 2.5202 | LR: 9.70e-06 | 5078.9ms/step | 11.8 samples/s
|
| 7 |
+
Step 46050/50462 | Loss: 2.5031 | LR: 9.65e-06 | 5081.8ms/step | 11.8 samples/s
|
| 8 |
+
Step 46060/50462 | Loss: 2.4972 | LR: 9.61e-06 | 5097.5ms/step | 11.8 samples/s
|
| 9 |
+
Step 46070/50462 | Loss: 2.5165 | LR: 9.57e-06 | 5084.9ms/step | 11.8 samples/s
|
| 10 |
+
Step 46080/50462 | Loss: 2.5113 | LR: 9.52e-06 | 5091.8ms/step | 11.8 samples/s
|
| 11 |
+
Step 46090/50462 | Loss: 2.4799 | LR: 9.48e-06 | 5234.7ms/step | 11.5 samples/s
|
| 12 |
+
Step 46100/50462 | Loss: 2.5059 | LR: 9.44e-06 | 5098.0ms/step | 11.8 samples/s
|
| 13 |
+
Step 46110/50462 | Loss: 2.5016 | LR: 9.40e-06 | 5101.6ms/step | 11.8 samples/s
|
| 14 |
+
Step 46120/50462 | Loss: 2.4968 | LR: 9.35e-06 | 5074.7ms/step | 11.8 samples/s
|
| 15 |
+
Step 46130/50462 | Loss: 2.4982 | LR: 9.31e-06 | 5087.7ms/step | 11.8 samples/s
|
| 16 |
+
Step 46140/50462 | Loss: 2.4984 | LR: 9.27e-06 | 5089.6ms/step | 11.8 samples/s
|
| 17 |
+
Step 46150/50462 | Loss: 2.4967 | LR: 9.22e-06 | 5108.0ms/step | 11.7 samples/s
|
| 18 |
+
Step 46160/50462 | Loss: 2.5143 | LR: 9.18e-06 | 5084.8ms/step | 11.8 samples/s
|
| 19 |
+
Step 46170/50462 | Loss: 2.5149 | LR: 9.14e-06 | 5064.3ms/step | 11.8 samples/s
|
| 20 |
+
Step 46180/50462 | Loss: 2.4845 | LR: 9.10e-06 | 5102.9ms/step | 11.8 samples/s
|
| 21 |
+
Step 46190/50462 | Loss: 2.4850 | LR: 9.06e-06 | 5080.9ms/step | 11.8 samples/s
|
| 22 |
+
Step 46200/50462 | Loss: 2.4926 | LR: 9.01e-06 | 5067.8ms/step | 11.8 samples/s
|
| 23 |
+
Step 46210/50462 | Loss: 2.5091 | LR: 8.97e-06 | 5069.3ms/step | 11.8 samples/s
|
| 24 |
+
Step 46220/50462 | Loss: 2.5119 | LR: 8.93e-06 | 5073.3ms/step | 11.8 samples/s
|
| 25 |
+
Step 46230/50462 | Loss: 2.5180 | LR: 8.89e-06 | 5082.2ms/step | 11.8 samples/s
|
| 26 |
+
Step 46240/50462 | Loss: 2.5267 | LR: 8.85e-06 | 5088.3ms/step | 11.8 samples/s
|
| 27 |
+
Step 46250/50462 | Loss: 2.5245 | LR: 8.80e-06 | 5070.0ms/step | 11.8 samples/s
|
| 28 |
+
Validation at step 46250: Loss = 2.5160, Perplexity = 12.38
|
| 29 |
+
Step 46260/50462 | Loss: 2.5244 | LR: 8.76e-06 | 7621.7ms/step | 7.9 samples/s
|
| 30 |
+
Step 46270/50462 | Loss: 2.5108 | LR: 8.72e-06 | 5100.0ms/step | 11.8 samples/s
|
| 31 |
+
Step 46280/50462 | Loss: 2.5424 | LR: 8.68e-06 | 5149.3ms/step | 11.7 samples/s
|
| 32 |
+
Step 46290/50462 | Loss: 2.5291 | LR: 8.64e-06 | 5099.2ms/step | 11.8 samples/s
|
| 33 |
+
Step 46300/50462 | Loss: 2.4995 | LR: 8.60e-06 | 5088.5ms/step | 11.8 samples/s
|
| 34 |
+
Step 46310/50462 | Loss: 2.5071 | LR: 8.56e-06 | 5094.1ms/step | 11.8 samples/s
|
| 35 |
+
Step 46320/50462 | Loss: 2.5327 | LR: 8.52e-06 | 5095.4ms/step | 11.8 samples/s
|
| 36 |
+
Step 46330/50462 | Loss: 2.5121 | LR: 8.47e-06 | 5088.7ms/step | 11.8 samples/s
|
| 37 |
+
Step 46340/50462 | Loss: 2.5119 | LR: 8.43e-06 | 5093.9ms/step | 11.8 samples/s
|
| 38 |
+
Step 46350/50462 | Loss: 2.5328 | LR: 8.39e-06 | 5093.1ms/step | 11.8 samples/s
|
| 39 |
+
Step 46360/50462 | Loss: 2.4956 | LR: 8.35e-06 | 5093.4ms/step | 11.8 samples/s
|
| 40 |
+
Step 46370/50462 | Loss: 2.4811 | LR: 8.31e-06 | 5080.5ms/step | 11.8 samples/s
|
| 41 |
+
Step 46380/50462 | Loss: 2.5062 | LR: 8.27e-06 | 5202.4ms/step | 11.5 samples/s
|
| 42 |
+
Step 46390/50462 | Loss: 2.4951 | LR: 8.23e-06 | 5087.3ms/step | 11.8 samples/s
|
| 43 |
+
Step 46400/50462 | Loss: 2.4869 | LR: 8.19e-06 | 5076.9ms/step | 11.8 samples/s
|
| 44 |
+
Step 46410/50462 | Loss: 2.4994 | LR: 8.15e-06 | 5061.7ms/step | 11.9 samples/s
|
| 45 |
+
Step 46420/50462 | Loss: 2.4990 | LR: 8.11e-06 | 5073.7ms/step | 11.8 samples/s
|
| 46 |
+
Step 46430/50462 | Loss: 2.5198 | LR: 8.07e-06 | 5074.7ms/step | 11.8 samples/s
|
| 47 |
+
Step 46440/50462 | Loss: 2.5022 | LR: 8.03e-06 | 5069.0ms/step | 11.8 samples/s
|
| 48 |
+
Step 46450/50462 | Loss: 2.5283 | LR: 7.99e-06 | 5074.0ms/step | 11.8 samples/s
|
| 49 |
+
Step 46460/50462 | Loss: 2.5065 | LR: 7.95e-06 | 5089.8ms/step | 11.8 samples/s
|
| 50 |
+
Step 46470/50462 | Loss: 2.4978 | LR: 7.91e-06 | 5072.7ms/step | 11.8 samples/s
|
| 51 |
+
Step 46480/50462 | Loss: 2.4927 | LR: 7.87e-06 | 5082.2ms/step | 11.8 samples/s
|
| 52 |
+
Step 46490/50462 | Loss: 2.4891 | LR: 7.83e-06 | 5074.3ms/step | 11.8 samples/s
|
| 53 |
+
Step 46500/50462 | Loss: 2.5059 | LR: 7.80e-06 | 5069.6ms/step | 11.8 samples/s
|
| 54 |
+
Validation at step 46500: Loss = 2.5156, Perplexity = 12.37
|
| 55 |
+
Step 46510/50462 | Loss: 2.5005 | LR: 7.76e-06 | 7630.4ms/step | 7.9 samples/s
|
| 56 |
+
Step 46520/50462 | Loss: 2.5238 | LR: 7.72e-06 | 5095.5ms/step | 11.8 samples/s
|
| 57 |
+
Step 46530/50462 | Loss: 2.5039 | LR: 7.68e-06 | 5091.5ms/step | 11.8 samples/s
|
| 58 |
+
Step 46540/50462 | Loss: 2.5166 | LR: 7.64e-06 | 5093.1ms/step | 11.8 samples/s
|
| 59 |
+
Step 46550/50462 | Loss: 2.4782 | LR: 7.60e-06 | 5097.4ms/step | 11.8 samples/s
|
| 60 |
+
Step 46560/50462 | Loss: 2.4951 | LR: 7.56e-06 | 5145.5ms/step | 11.7 samples/s
|
| 61 |
+
Step 46570/50462 | Loss: 2.5057 | LR: 7.52e-06 | 5095.2ms/step | 11.8 samples/s
|
| 62 |
+
Step 46580/50462 | Loss: 2.4974 | LR: 7.49e-06 | 5092.4ms/step | 11.8 samples/s
|
| 63 |
+
Step 46590/50462 | Loss: 2.4902 | LR: 7.45e-06 | 5109.4ms/step | 11.7 samples/s
|
| 64 |
+
Step 46600/50462 | Loss: 2.5052 | LR: 7.41e-06 | 5093.6ms/step | 11.8 samples/s
|
| 65 |
+
Step 46610/50462 | Loss: 2.5036 | LR: 7.37e-06 | 5092.3ms/step | 11.8 samples/s
|
| 66 |
+
Step 46620/50462 | Loss: 2.4863 | LR: 7.33e-06 | 5083.4ms/step | 11.8 samples/s
|
| 67 |
+
Step 46630/50462 | Loss: 2.5004 | LR: 7.29e-06 | 5092.8ms/step | 11.8 samples/s
|
| 68 |
+
Step 46640/50462 | Loss: 2.5125 | LR: 7.26e-06 | 5085.1ms/step | 11.8 samples/s
|
| 69 |
+
Step 46650/50462 | Loss: 2.5046 | LR: 7.22e-06 | 5094.1ms/step | 11.8 samples/s
|
| 70 |
+
Step 46660/50462 | Loss: 2.4945 | LR: 7.18e-06 | 5086.9ms/step | 11.8 samples/s
|
| 71 |
+
Step 46670/50462 | Loss: 2.5093 | LR: 7.14e-06 | 5197.9ms/step | 11.5 samples/s
|
| 72 |
+
Step 46680/50462 | Loss: 2.5178 | LR: 7.11e-06 | 5093.8ms/step | 11.8 samples/s
|
| 73 |
+
Step 46690/50462 | Loss: 2.5347 | LR: 7.07e-06 | 5074.4ms/step | 11.8 samples/s
|
| 74 |
+
Step 46700/50462 | Loss: 2.4950 | LR: 7.03e-06 | 5099.1ms/step | 11.8 samples/s
|
| 75 |
+
Step 46710/50462 | Loss: 2.5279 | LR: 6.99e-06 | 5099.5ms/step | 11.8 samples/s
|
| 76 |
+
Step 46720/50462 | Loss: 2.5116 | LR: 6.96e-06 | 5085.8ms/step | 11.8 samples/s
|
| 77 |
+
Step 46730/50462 | Loss: 2.4914 | LR: 6.92e-06 | 5097.2ms/step | 11.8 samples/s
|
| 78 |
+
Step 46740/50462 | Loss: 2.5180 | LR: 6.88e-06 | 5074.8ms/step | 11.8 samples/s
|
| 79 |
+
Step 46750/50462 | Loss: 2.5009 | LR: 6.85e-06 | 5085.5ms/step | 11.8 samples/s
|
| 80 |
+
Validation at step 46750: Loss = 2.5154, Perplexity = 12.37
|
| 81 |
+
Step 46760/50462 | Loss: 2.5153 | LR: 6.81e-06 | 7626.9ms/step | 7.9 samples/s
|
| 82 |
+
Step 46770/50462 | Loss: 2.5049 | LR: 6.77e-06 | 5095.0ms/step | 11.8 samples/s
|
| 83 |
+
Step 46780/50462 | Loss: 2.5303 | LR: 6.74e-06 | 5084.6ms/step | 11.8 samples/s
|
| 84 |
+
Step 46790/50462 | Loss: 2.4876 | LR: 6.70e-06 | 5082.0ms/step | 11.8 samples/s
|
| 85 |
+
Step 46800/50462 | Loss: 2.5255 | LR: 6.66e-06 | 5090.2ms/step | 11.8 samples/s
|
| 86 |
+
Step 46810/50462 | Loss: 2.5217 | LR: 6.63e-06 | 5101.5ms/step | 11.8 samples/s
|
| 87 |
+
Step 46820/50462 | Loss: 2.4851 | LR: 6.59e-06 | 5087.0ms/step | 11.8 samples/s
|
| 88 |
+
Step 46830/50462 | Loss: 2.4832 | LR: 6.56e-06 | 5085.6ms/step | 11.8 samples/s
|
| 89 |
+
Step 46840/50462 | Loss: 2.5086 | LR: 6.52e-06 | 5138.2ms/step | 11.7 samples/s
|
| 90 |
+
Step 46850/50462 | Loss: 2.5047 | LR: 6.48e-06 | 5085.6ms/step | 11.8 samples/s
|
| 91 |
+
Step 46860/50462 | Loss: 2.5043 | LR: 6.45e-06 | 5081.3ms/step | 11.8 samples/s
|
| 92 |
+
Step 46870/50462 | Loss: 2.4625 | LR: 6.41e-06 | 5097.4ms/step | 11.8 samples/s
|
| 93 |
+
Step 46880/50462 | Loss: 2.4979 | LR: 6.38e-06 | 5093.3ms/step | 11.8 samples/s
|
| 94 |
+
Step 46890/50462 | Loss: 2.5039 | LR: 6.34e-06 | 5102.0ms/step | 11.8 samples/s
|
| 95 |
+
Step 46900/50462 | Loss: 2.4961 | LR: 6.31e-06 | 5105.7ms/step | 11.8 samples/s
|
| 96 |
+
Step 46910/50462 | Loss: 2.4893 | LR: 6.27e-06 | 5087.8ms/step | 11.8 samples/s
|
| 97 |
+
Step 46920/50462 | Loss: 2.5272 | LR: 6.24e-06 | 5093.6ms/step | 11.8 samples/s
|
| 98 |
+
Step 46930/50462 | Loss: 2.5035 | LR: 6.20e-06 | 5082.2ms/step | 11.8 samples/s
|
| 99 |
+
Step 46940/50462 | Loss: 2.5054 | LR: 6.17e-06 | 5093.6ms/step | 11.8 samples/s
|
| 100 |
+
Step 46950/50462 | Loss: 2.4885 | LR: 6.13e-06 | 5082.0ms/step | 11.8 samples/s
|
| 101 |
+
Step 46960/50462 | Loss: 2.5119 | LR: 6.10e-06 | 5136.6ms/step | 11.7 samples/s
|
| 102 |
+
Step 46970/50462 | Loss: 2.5154 | LR: 6.06e-06 | 5155.0ms/step | 11.6 samples/s
|
| 103 |
+
Step 46980/50462 | Loss: 2.5147 | LR: 6.03e-06 | 5107.1ms/step | 11.7 samples/s
|
| 104 |
+
Step 46990/50462 | Loss: 2.5355 | LR: 5.99e-06 | 5113.6ms/step | 11.7 samples/s
|
| 105 |
+
Step 47000/50462 | Loss: 2.5152 | LR: 5.96e-06 | 5107.9ms/step | 11.7 samples/s
|
| 106 |
+
Validation at step 47000: Loss = 2.5153, Perplexity = 12.37
|
| 107 |
+
Saved checkpoint to checkpoints/run_20260529_183242/checkpoint-47000
|
| 108 |
+
Step 47010/50462 | Loss: 2.5271 | LR: 5.93e-06 | 8643.4ms/step | 6.9 samples/s
|
| 109 |
+
Step 47020/50462 | Loss: 2.5038 | LR: 5.89e-06 | 5083.1ms/step | 11.8 samples/s
|
| 110 |
+
Step 47030/50462 | Loss: 2.5237 | LR: 5.86e-06 | 5090.5ms/step | 11.8 samples/s
|
| 111 |
+
Step 47040/50462 | Loss: 2.4690 | LR: 5.82e-06 | 5082.3ms/step | 11.8 samples/s
|
| 112 |
+
Step 47050/50462 | Loss: 2.5055 | LR: 5.79e-06 | 5078.2ms/step | 11.8 samples/s
|
| 113 |
+
Step 47060/50462 | Loss: 2.5038 | LR: 5.76e-06 | 5087.9ms/step | 11.8 samples/s
|
| 114 |
+
Step 47070/50462 | Loss: 2.4966 | LR: 5.72e-06 | 5079.2ms/step | 11.8 samples/s
|
| 115 |
+
Step 47080/50462 | Loss: 2.5046 | LR: 5.69e-06 | 5072.9ms/step | 11.8 samples/s
|
| 116 |
+
Step 47090/50462 | Loss: 2.4994 | LR: 5.65e-06 | 5088.7ms/step | 11.8 samples/s
|
| 117 |
+
Step 47100/50462 | Loss: 2.5033 | LR: 5.62e-06 | 5077.8ms/step | 11.8 samples/s
|
| 118 |
+
Step 47110/50462 | Loss: 2.5071 | LR: 5.59e-06 | 5093.1ms/step | 11.8 samples/s
|
| 119 |
+
Step 47120/50462 | Loss: 2.4575 | LR: 5.56e-06 | 5138.0ms/step | 11.7 samples/s
|
| 120 |
+
Step 47130/50462 | Loss: 2.5043 | LR: 5.52e-06 | 5102.5ms/step | 11.8 samples/s
|
| 121 |
+
Step 47140/50462 | Loss: 2.5167 | LR: 5.49e-06 | 5110.2ms/step | 11.7 samples/s
|
| 122 |
+
Step 47150/50462 | Loss: 2.4729 | LR: 5.46e-06 | 5103.3ms/step | 11.8 samples/s
|
| 123 |
+
Step 47160/50462 | Loss: 2.5147 | LR: 5.42e-06 | 5100.1ms/step | 11.8 samples/s
|
| 124 |
+
Step 47170/50462 | Loss: 2.4977 | LR: 5.39e-06 | 5108.1ms/step | 11.7 samples/s
|
| 125 |
+
Step 47180/50462 | Loss: 2.5073 | LR: 5.36e-06 | 5101.7ms/step | 11.8 samples/s
|
| 126 |
+
Step 47190/50462 | Loss: 2.5018 | LR: 5.33e-06 | 5114.6ms/step | 11.7 samples/s
|
| 127 |
+
Step 47200/50462 | Loss: 2.4998 | LR: 5.29e-06 | 5123.2ms/step | 11.7 samples/s
|
| 128 |
+
Step 47210/50462 | Loss: 2.4737 | LR: 5.26e-06 | 5122.3ms/step | 11.7 samples/s
|
| 129 |
+
Step 47220/50462 | Loss: 2.5144 | LR: 5.23e-06 | 5109.2ms/step | 11.7 samples/s
|
| 130 |
+
Step 47230/50462 | Loss: 2.5125 | LR: 5.20e-06 | 5098.5ms/step | 11.8 samples/s
|
| 131 |
+
Step 47240/50462 | Loss: 2.4808 | LR: 5.16e-06 | 5102.6ms/step | 11.8 samples/s
|
| 132 |
+
Step 47250/50462 | Loss: 2.5115 | LR: 5.13e-06 | 5117.1ms/step | 11.7 samples/s
|
| 133 |
+
Validation at step 47250: Loss = 2.5152, Perplexity = 12.37
|
| 134 |
+
Step 47260/50462 | Loss: 2.5060 | LR: 5.10e-06 | 7731.6ms/step | 7.8 samples/s
|
| 135 |
+
Step 47270/50462 | Loss: 2.5177 | LR: 5.07e-06 | 5077.9ms/step | 11.8 samples/s
|
| 136 |
+
Step 47280/50462 | Loss: 2.4915 | LR: 5.04e-06 | 5083.4ms/step | 11.8 samples/s
|
| 137 |
+
Step 47290/50462 | Loss: 2.5194 | LR: 5.01e-06 | 5090.9ms/step | 11.8 samples/s
|
| 138 |
+
Step 47300/50462 | Loss: 2.5177 | LR: 4.97e-06 | 5064.7ms/step | 11.8 samples/s
|
| 139 |
+
Step 47310/50462 | Loss: 2.4795 | LR: 4.94e-06 | 5069.3ms/step | 11.8 samples/s
|
| 140 |
+
Step 47320/50462 | Loss: 2.4967 | LR: 4.91e-06 | 5072.6ms/step | 11.8 samples/s
|
| 141 |
+
Step 47330/50462 | Loss: 2.4998 | LR: 4.88e-06 | 5065.2ms/step | 11.8 samples/s
|
| 142 |
+
Step 47340/50462 | Loss: 2.4647 | LR: 4.85e-06 | 5068.4ms/step | 11.8 samples/s
|
| 143 |
+
Step 47350/50462 | Loss: 2.5123 | LR: 4.82e-06 | 5072.7ms/step | 11.8 samples/s
|
| 144 |
+
Step 47360/50462 | Loss: 2.4828 | LR: 4.79e-06 | 5087.6ms/step | 11.8 samples/s
|
| 145 |
+
Step 47370/50462 | Loss: 2.5210 | LR: 4.76e-06 | 5065.7ms/step | 11.8 samples/s
|
| 146 |
+
Step 47380/50462 | Loss: 2.5134 | LR: 4.73e-06 | 5062.9ms/step | 11.9 samples/s
|
| 147 |
+
Step 47390/50462 | Loss: 2.4962 | LR: 4.70e-06 | 5072.8ms/step | 11.8 samples/s
|
| 148 |
+
Step 47400/50462 | Loss: 2.4993 | LR: 4.67e-06 | 5133.0ms/step | 11.7 samples/s
|
| 149 |
+
Step 47410/50462 | Loss: 2.5106 | LR: 4.64e-06 | 5110.1ms/step | 11.7 samples/s
|
| 150 |
+
Step 47420/50462 | Loss: 2.4624 | LR: 4.61e-06 | 5112.3ms/step | 11.7 samples/s
|
| 151 |
+
Step 47430/50462 | Loss: 2.4903 | LR: 4.58e-06 | 5106.6ms/step | 11.7 samples/s
|
| 152 |
+
Step 47440/50462 | Loss: 2.4991 | LR: 4.55e-06 | 5109.8ms/step | 11.7 samples/s
|
| 153 |
+
Step 47450/50462 | Loss: 2.4738 | LR: 4.52e-06 | 5118.8ms/step | 11.7 samples/s
|
| 154 |
+
Step 47460/50462 | Loss: 2.5186 | LR: 4.49e-06 | 5111.5ms/step | 11.7 samples/s
|
| 155 |
+
Step 47470/50462 | Loss: 2.5164 | LR: 4.46e-06 | 5107.9ms/step | 11.7 samples/s
|
| 156 |
+
Step 47480/50462 | Loss: 2.5151 | LR: 4.43e-06 | 5114.2ms/step | 11.7 samples/s
|
| 157 |
+
Step 47490/50462 | Loss: 2.5078 | LR: 4.40e-06 | 5105.7ms/step | 11.8 samples/s
|
| 158 |
+
Step 47500/50462 | Loss: 2.4992 | LR: 4.37e-06 | 5118.2ms/step | 11.7 samples/s
|
| 159 |
+
Validation at step 47500: Loss = 2.5152, Perplexity = 12.37
|
| 160 |
+
Step 47510/50462 | Loss: 2.4700 | LR: 4.34e-06 | 7613.1ms/step | 7.9 samples/s
|
| 161 |
+
Step 47520/50462 | Loss: 2.5181 | LR: 4.31e-06 | 5109.3ms/step | 11.7 samples/s
|
| 162 |
+
Step 47530/50462 | Loss: 2.5134 | LR: 4.28e-06 | 5083.8ms/step | 11.8 samples/s
|
| 163 |
+
Step 47540/50462 | Loss: 2.4818 | LR: 4.25e-06 | 5094.2ms/step | 11.8 samples/s
|
| 164 |
+
Step 47550/50462 | Loss: 2.5112 | LR: 4.22e-06 | 5192.0ms/step | 11.6 samples/s
|
| 165 |
+
Step 47560/50462 | Loss: 2.4964 | LR: 4.19e-06 | 5078.0ms/step | 11.8 samples/s
|
| 166 |
+
Step 47570/50462 | Loss: 2.5066 | LR: 4.16e-06 | 5091.1ms/step | 11.8 samples/s
|
| 167 |
+
Step 47580/50462 | Loss: 2.5418 | LR: 4.13e-06 | 5111.1ms/step | 11.7 samples/s
|
| 168 |
+
Step 47590/50462 | Loss: 2.5126 | LR: 4.11e-06 | 5099.3ms/step | 11.8 samples/s
|
| 169 |
+
Step 47600/50462 | Loss: 2.5036 | LR: 4.08e-06 | 5093.2ms/step | 11.8 samples/s
|
| 170 |
+
Step 47610/50462 | Loss: 2.4834 | LR: 4.05e-06 | 5096.8ms/step | 11.8 samples/s
|
| 171 |
+
Step 47620/50462 | Loss: 2.4971 | LR: 4.02e-06 | 5100.0ms/step | 11.8 samples/s
|
| 172 |
+
Step 47630/50462 | Loss: 2.5243 | LR: 3.99e-06 | 5092.0ms/step | 11.8 samples/s
|
| 173 |
+
Step 47640/50462 | Loss: 2.4794 | LR: 3.97e-06 | 5100.3ms/step | 11.
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.10.0
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.17
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.61.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.17.0
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-29T18:51:35.666592Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config_dense_resume.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-wspace2-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6732653359104"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-fd3a94c5-cb60-deec-b7e0-5ab205a565ca"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-af79466d-4300-4171-b5bd-7697eca27264"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-0460dc7d-d83e-fd0f-7548-a3079803b79e"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "j73n5w6qscdhknr1yj4y0v2w2coe5v2s"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/logs/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-29 18:51:35,686 INFO MainThread:2851 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_setup.py:_flush():81] Configure stats pid to 2851
|
| 3 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260529_185135-3yae6xjj/logs/debug.log
|
| 5 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260529_185135-3yae6xjj/logs/debug-internal.log
|
| 6 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260529_183242', 'resume_from_checkpoint': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-46000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'dense continued 48k', 'wandb_tags': ['qwen3', '0.6b', 'dense-resume'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': True, '_wandb': {}}
|
| 9 |
+
2026-05-29 18:51:35,687 INFO MainThread:2851 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-29 18:51:35,922 INFO MainThread:2851 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-29 18:51:36,260 INFO MainThread:2851 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-29 18:51:36,263 INFO MainThread:2851 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-29 18:51:36,264 INFO MainThread:2851 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-29 18:51:36,592 INFO MainThread:2851 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-29 18:51:36,681 INFO MainThread:2851 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-29 18:51:36,682 INFO MainThread:2851 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-29 18:51:36,682 INFO MainThread:2851 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-29 18:51:36,682 INFO MainThread:2851 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-29 18:51:36,683 INFO MainThread:2851 [wandb_init.py:init():1095] run started, returning control to user process
|
epfl_final/wandb/run-20260529_185135-3yae6xjj/run-3yae6xjj.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09e0a7f5d3ab9565ab53df5707cd8982072f5657b673ab4f0f8a11a186c8d9b9
|
| 3 |
+
size 2457600
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/output.log
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Validation at step 46000: Loss = 2.5221, Perplexity = 12.46
|
| 3 |
+
Step 46010/50462 | Loss: 2.5136 | LR: 9.83e-06 | 66570.4ms/step | 0.9 samples/s
|
| 4 |
+
Step 46020/50462 | Loss: 2.4987 | LR: 9.79e-06 | 5203.9ms/step | 11.5 samples/s
|
| 5 |
+
Step 46030/50462 | Loss: 2.5210 | LR: 9.74e-06 | 5225.9ms/step | 11.5 samples/s
|
| 6 |
+
Step 46040/50462 | Loss: 2.5202 | LR: 9.70e-06 | 5231.0ms/step | 11.5 samples/s
|
| 7 |
+
Step 46050/50462 | Loss: 2.5031 | LR: 9.65e-06 | 5247.4ms/step | 11.4 samples/s
|
| 8 |
+
Step 46060/50462 | Loss: 2.4972 | LR: 9.61e-06 | 5249.1ms/step | 11.4 samples/s
|
| 9 |
+
Step 46070/50462 | Loss: 2.5165 | LR: 9.57e-06 | 5238.6ms/step | 11.5 samples/s
|
| 10 |
+
Step 46080/50462 | Loss: 2.5113 | LR: 9.52e-06 | 5242.0ms/step | 11.4 samples/s
|
| 11 |
+
Step 46090/50462 | Loss: 2.4799 | LR: 9.48e-06 | 5247.8ms/step | 11.4 samples/s
|
| 12 |
+
Step 46100/50462 | Loss: 2.5059 | LR: 9.44e-06 | 5240.8ms/step | 11.4 samples/s
|
| 13 |
+
Step 46110/50462 | Loss: 2.5016 | LR: 9.40e-06 | 5240.6ms/step | 11.4 samples/s
|
| 14 |
+
Step 46120/50462 | Loss: 2.4968 | LR: 9.35e-06 | 5253.1ms/step | 11.4 samples/s
|
| 15 |
+
Step 46130/50462 | Loss: 2.4982 | LR: 9.31e-06 | 5250.1ms/step | 11.4 samples/s
|
| 16 |
+
Step 46140/50462 | Loss: 2.4984 | LR: 9.27e-06 | 5250.1ms/step | 11.4 samples/s
|
| 17 |
+
Step 46150/50462 | Loss: 2.4967 | LR: 9.22e-06 | 5246.1ms/step | 11.4 samples/s
|
| 18 |
+
Step 46160/50462 | Loss: 2.5144 | LR: 9.18e-06 | 5249.0ms/step | 11.4 samples/s
|
| 19 |
+
Step 46170/50462 | Loss: 2.5149 | LR: 9.14e-06 | 5241.9ms/step | 11.4 samples/s
|
| 20 |
+
Step 46180/50462 | Loss: 2.4845 | LR: 9.10e-06 | 5242.3ms/step | 11.4 samples/s
|
| 21 |
+
Step 46190/50462 | Loss: 2.4850 | LR: 9.06e-06 | 5285.4ms/step | 11.4 samples/s
|
| 22 |
+
Step 46200/50462 | Loss: 2.4926 | LR: 9.01e-06 | 5250.8ms/step | 11.4 samples/s
|
| 23 |
+
Step 46210/50462 | Loss: 2.5091 | LR: 8.97e-06 | 5249.7ms/step | 11.4 samples/s
|
| 24 |
+
Step 46220/50462 | Loss: 2.5119 | LR: 8.93e-06 | 5249.8ms/step | 11.4 samples/s
|
| 25 |
+
Step 46230/50462 | Loss: 2.5180 | LR: 8.89e-06 | 5249.3ms/step | 11.4 samples/s
|
| 26 |
+
Step 46240/50462 | Loss: 2.5267 | LR: 8.85e-06 | 5287.2ms/step | 11.3 samples/s
|
| 27 |
+
Step 46250/50462 | Loss: 2.5245 | LR: 8.80e-06 | 5251.4ms/step | 11.4 samples/s
|
| 28 |
+
Validation at step 46250: Loss = 2.5160, Perplexity = 12.38
|
| 29 |
+
Step 46260/50462 | Loss: 2.5244 | LR: 8.76e-06 | 7811.9ms/step | 7.7 samples/s
|
| 30 |
+
Step 46270/50462 | Loss: 2.5108 | LR: 8.72e-06 | 5280.2ms/step | 11.4 samples/s
|
| 31 |
+
Step 46280/50462 | Loss: 2.5424 | LR: 8.68e-06 | 5243.4ms/step | 11.4 samples/s
|
| 32 |
+
Step 46290/50462 | Loss: 2.5291 | LR: 8.64e-06 | 5247.0ms/step | 11.4 samples/s
|
| 33 |
+
Step 46300/50462 | Loss: 2.4995 | LR: 8.60e-06 | 5248.7ms/step | 11.4 samples/s
|
| 34 |
+
Step 46310/50462 | Loss: 2.5071 | LR: 8.56e-06 | 5247.9ms/step | 11.4 samples/s
|
| 35 |
+
Step 46320/50462 | Loss: 2.5327 | LR: 8.52e-06 | 5252.1ms/step | 11.4 samples/s
|
| 36 |
+
Step 46330/50462 | Loss: 2.5121 | LR: 8.47e-06 | 5250.8ms/step | 11.4 samples/s
|
| 37 |
+
Step 46340/50462 | Loss: 2.5119 | LR: 8.43e-06 | 5255.7ms/step | 11.4 samples/s
|
| 38 |
+
Step 46350/50462 | Loss: 2.5328 | LR: 8.39e-06 | 5246.7ms/step | 11.4 samples/s
|
| 39 |
+
Step 46360/50462 | Loss: 2.4956 | LR: 8.35e-06 | 5252.6ms/step | 11.4 samples/s
|
| 40 |
+
Step 46370/50462 | Loss: 2.4811 | LR: 8.31e-06 | 5249.9ms/step | 11.4 samples/s
|
| 41 |
+
Step 46380/50462 | Loss: 2.5062 | LR: 8.27e-06 | 5249.7ms/step | 11.4 samples/s
|
| 42 |
+
Step 46390/50462 | Loss: 2.4951 | LR: 8.23e-06 | 5250.1ms/step | 11.4 samples/s
|
| 43 |
+
Step 46400/50462 | Loss: 2.4869 | LR: 8.19e-06 | 5248.9ms/step | 11.4 samples/s
|
| 44 |
+
Step 46410/50462 | Loss: 2.4993 | LR: 8.15e-06 | 5248.5ms/step | 11.4 samples/s
|
| 45 |
+
Step 46420/50462 | Loss: 2.4990 | LR: 8.11e-06 | 5249.4ms/step | 11.4 samples/s
|
| 46 |
+
Step 46430/50462 | Loss: 2.5198 | LR: 8.07e-06 | 5251.0ms/step | 11.4 samples/s
|
| 47 |
+
Step 46440/50462 | Loss: 2.5022 | LR: 8.03e-06 | 5251.0ms/step | 11.4 samples/s
|
| 48 |
+
Step 46450/50462 | Loss: 2.5282 | LR: 7.99e-06 | 5248.7ms/step | 11.4 samples/s
|
| 49 |
+
Step 46460/50462 | Loss: 2.5065 | LR: 7.95e-06 | 5287.1ms/step | 11.3 samples/s
|
| 50 |
+
Step 46470/50462 | Loss: 2.4978 | LR: 7.91e-06 | 5252.8ms/step | 11.4 samples/s
|
| 51 |
+
Step 46480/50462 | Loss: 2.4927 | LR: 7.87e-06 | 5247.6ms/step | 11.4 samples/s
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.10.0
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.17
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.61.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.17.0
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-30T01:10:57.649961Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config_dense_resume.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-wspace-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6729735790592"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-cd5c7d97-0f62-2f41-36c8-233c8f57b814"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-b97c2df9-b38b-c4e9-4d9d-780e91b62380"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-337db0d9-bb90-c768-bb02-7b5dfde9a5d1"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "u70l6mprsvlqbjfw56ahrc0zgt3giv2w"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,431 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-30T01:10:57.899059575Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-05-30T01:10:57.89959769Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"}
|
| 3 |
+
{"time":"2026-05-30T01:10:58.199200804Z","level":"INFO","msg":"stream: created new stream","id":"z0v8vk8d"}
|
| 4 |
+
{"time":"2026-05-30T01:10:58.199316407Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-05-30T01:10:58.204249096Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-05-30T01:10:58.20429857Z","level":"INFO","msg":"writer: started","stream_id":"z0v8vk8d"}
|
| 7 |
+
{"time":"2026-05-30T01:10:58.204309476Z","level":"INFO","msg":"sender: started"}
|
| 8 |
+
{"time":"2026-05-30T01:10:58.693721671Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-05-30T01:10:58.9581859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-05-30T01:11:13.693587886Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":1,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-05-30T01:11:13.902803376Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-05-30T01:11:28.693930964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1,"events_lines":2}
|
| 13 |
+
{"time":"2026-05-30T01:11:28.911760921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-05-30T01:11:43.694046241Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3,"events_lines":2,"console_offset":1,"console_lines":1}
|
| 15 |
+
{"time":"2026-05-30T01:11:43.910661602Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-05-30T01:11:58.69451034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":5,"events_lines":2}
|
| 17 |
+
{"time":"2026-05-30T01:11:58.925401667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-05-30T01:12:13.69380476Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":7,"events_lines":2}
|
| 19 |
+
{"time":"2026-05-30T01:12:13.89983096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-05-30T01:12:28.694352955Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":9,"events_lines":2}
|
| 21 |
+
{"time":"2026-05-30T01:12:28.912140909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-05-30T01:12:43.694636454Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":11,"events_lines":2}
|
| 23 |
+
{"time":"2026-05-30T01:12:43.911539995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-05-30T01:12:58.694147788Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":13,"events_lines":2}
|
| 25 |
+
{"time":"2026-05-30T01:12:58.945763727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-05-30T01:13:13.694096916Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":15,"events_lines":2}
|
| 27 |
+
{"time":"2026-05-30T01:13:13.914625211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-05-30T01:13:28.694593712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":17,"events_lines":2}
|
| 29 |
+
{"time":"2026-05-30T01:13:28.910660603Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-05-30T01:13:43.694094122Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":19,"events_lines":2}
|
| 31 |
+
{"time":"2026-05-30T01:13:43.904446009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-05-30T01:13:58.694297059Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":21,"events_lines":2}
|
| 33 |
+
{"time":"2026-05-30T01:13:58.907074664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-05-30T01:14:13.694002555Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":23,"events_lines":2}
|
| 35 |
+
{"time":"2026-05-30T01:14:13.913279764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-05-30T01:14:28.694292792Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":25,"events_lines":2}
|
| 37 |
+
{"time":"2026-05-30T01:14:28.927340669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-05-30T01:14:43.694082283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":27,"events_lines":2}
|
| 39 |
+
{"time":"2026-05-30T01:14:43.900345342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-05-30T01:14:58.693871153Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":29,"events_lines":2}
|
| 41 |
+
{"time":"2026-05-30T01:14:58.964395053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-05-30T01:15:13.694599594Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":31,"events_lines":2}
|
| 43 |
+
{"time":"2026-05-30T01:15:14.067709645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-05-30T01:15:28.693893157Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":33,"events_lines":2}
|
| 45 |
+
{"time":"2026-05-30T01:15:28.914049317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-05-30T01:15:43.694647797Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":35,"events_lines":2}
|
| 47 |
+
{"time":"2026-05-30T01:15:43.942806932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-05-30T01:15:58.694440983Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":37,"events_lines":2}
|
| 49 |
+
{"time":"2026-05-30T01:15:59.014707843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-05-30T01:16:13.69447568Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":39,"events_lines":2}
|
| 51 |
+
{"time":"2026-05-30T01:16:14.025382208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-05-30T01:16:28.694419651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":41,"events_lines":2}
|
| 53 |
+
{"time":"2026-05-30T01:16:29.019176236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-05-30T01:16:43.694388279Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":43,"events_lines":2}
|
| 55 |
+
{"time":"2026-05-30T01:16:44.047630529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-05-30T01:16:58.694661572Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":45,"events_lines":2}
|
| 57 |
+
{"time":"2026-05-30T01:16:59.010158437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-05-30T01:17:13.693931928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":47,"events_lines":2}
|
| 59 |
+
{"time":"2026-05-30T01:17:14.212428745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-05-30T01:17:28.693670423Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":49,"events_lines":2}
|
| 61 |
+
{"time":"2026-05-30T01:17:28.975453395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-05-30T01:17:43.694364833Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":51,"events_lines":2}
|
| 63 |
+
{"time":"2026-05-30T01:17:44.027346896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-05-30T01:17:58.693865042Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":53,"events_lines":2}
|
| 65 |
+
{"time":"2026-05-30T01:17:59.147623036Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-05-30T01:18:13.694026368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":55,"events_lines":2}
|
| 67 |
+
{"time":"2026-05-30T01:18:13.919238298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-05-30T01:18:28.694408052Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":57,"events_lines":2}
|
| 69 |
+
{"time":"2026-05-30T01:18:28.918589555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-05-30T01:18:43.69388759Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":59,"events_lines":2}
|
| 71 |
+
{"time":"2026-05-30T01:18:43.949758807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-05-30T01:18:58.693645093Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":61,"events_lines":2}
|
| 73 |
+
{"time":"2026-05-30T01:18:58.894420528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-05-30T01:19:13.694260706Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":63,"events_lines":2}
|
| 75 |
+
{"time":"2026-05-30T01:19:13.919227851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 76 |
+
{"time":"2026-05-30T01:19:28.69450173Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":65,"events_lines":2}
|
| 77 |
+
{"time":"2026-05-30T01:19:28.955859278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 78 |
+
{"time":"2026-05-30T01:19:43.694246688Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":67,"events_lines":2}
|
| 79 |
+
{"time":"2026-05-30T01:19:43.944854448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-05-30T01:19:58.69388593Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":69,"events_lines":2}
|
| 81 |
+
{"time":"2026-05-30T01:19:59.187278596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 82 |
+
{"time":"2026-05-30T01:20:13.694543054Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":71,"events_lines":2}
|
| 83 |
+
{"time":"2026-05-30T01:20:14.08723061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 84 |
+
{"time":"2026-05-30T01:20:28.694251079Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":73,"events_lines":2}
|
| 85 |
+
{"time":"2026-05-30T01:20:28.94136749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 86 |
+
{"time":"2026-05-30T01:20:43.693693407Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":75,"events_lines":2}
|
| 87 |
+
{"time":"2026-05-30T01:20:43.949459377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 88 |
+
{"time":"2026-05-30T01:20:58.694083491Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":77,"events_lines":2}
|
| 89 |
+
{"time":"2026-05-30T01:20:59.040265211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 90 |
+
{"time":"2026-05-30T01:21:13.694387296Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":79,"events_lines":2}
|
| 91 |
+
{"time":"2026-05-30T01:21:13.958414906Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 92 |
+
{"time":"2026-05-30T01:21:28.694516501Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":81,"events_lines":2}
|
| 93 |
+
{"time":"2026-05-30T01:21:28.928641813Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 94 |
+
{"time":"2026-05-30T01:21:43.694210755Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":83,"events_lines":2}
|
| 95 |
+
{"time":"2026-05-30T01:21:43.919422073Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 96 |
+
{"time":"2026-05-30T01:21:58.693621806Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":85,"events_lines":2}
|
| 97 |
+
{"time":"2026-05-30T01:21:58.906523905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 98 |
+
{"time":"2026-05-30T01:22:13.693869979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":87,"events_lines":2,"console_offset":2,"console_lines":1}
|
| 99 |
+
{"time":"2026-05-30T01:22:13.904711898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 100 |
+
{"time":"2026-05-30T01:22:28.694560352Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":89,"events_lines":2}
|
| 101 |
+
{"time":"2026-05-30T01:22:28.911339846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 102 |
+
{"time":"2026-05-30T01:22:43.694325522Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":91,"events_lines":2}
|
| 103 |
+
{"time":"2026-05-30T01:22:43.953653927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 104 |
+
{"time":"2026-05-30T01:22:58.694168788Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":93,"events_lines":2,"console_offset":3,"console_lines":1}
|
| 105 |
+
{"time":"2026-05-30T01:22:58.894957741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 106 |
+
{"time":"2026-05-30T01:23:13.694173667Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":95,"events_lines":2}
|
| 107 |
+
{"time":"2026-05-30T01:23:13.946109532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 108 |
+
{"time":"2026-05-30T01:23:28.693963184Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":97,"events_lines":2}
|
| 109 |
+
{"time":"2026-05-30T01:23:28.911437967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 110 |
+
{"time":"2026-05-30T01:23:43.694092626Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":99,"events_lines":2}
|
| 111 |
+
{"time":"2026-05-30T01:23:43.940150762Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 112 |
+
{"time":"2026-05-30T01:23:58.694633368Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":101,"events_lines":2,"console_offset":4,"console_lines":1}
|
| 113 |
+
{"time":"2026-05-30T01:23:58.902400802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 114 |
+
{"time":"2026-05-30T01:24:13.693816465Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":103,"events_lines":2}
|
| 115 |
+
{"time":"2026-05-30T01:24:13.902552864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 116 |
+
{"time":"2026-05-30T01:24:28.694612027Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":105,"events_lines":2}
|
| 117 |
+
{"time":"2026-05-30T01:24:28.970561488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 118 |
+
{"time":"2026-05-30T01:24:43.695733164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":107,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 119 |
+
{"time":"2026-05-30T01:24:43.955699466Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 120 |
+
{"time":"2026-05-30T01:24:58.693687088Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":109,"events_lines":2}
|
| 121 |
+
{"time":"2026-05-30T01:24:59.036855759Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 122 |
+
{"time":"2026-05-30T01:25:13.694434438Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":111,"events_lines":2}
|
| 123 |
+
{"time":"2026-05-30T01:25:13.967758854Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 124 |
+
{"time":"2026-05-30T01:25:28.694220855Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":113,"events_lines":2}
|
| 125 |
+
{"time":"2026-05-30T01:25:29.026871579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 126 |
+
{"time":"2026-05-30T01:25:43.694373919Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":115,"events_lines":2,"console_offset":6,"console_lines":1}
|
| 127 |
+
{"time":"2026-05-30T01:25:43.970911938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 128 |
+
{"time":"2026-05-30T01:25:58.694516307Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":117,"events_lines":2}
|
| 129 |
+
{"time":"2026-05-30T01:25:58.896723448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 130 |
+
{"time":"2026-05-30T01:26:13.694571344Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":119,"events_lines":2}
|
| 131 |
+
{"time":"2026-05-30T01:26:13.986056107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 132 |
+
{"time":"2026-05-30T01:26:28.694075731Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":121,"events_lines":2,"console_offset":7,"console_lines":1}
|
| 133 |
+
{"time":"2026-05-30T01:26:28.917238188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 134 |
+
{"time":"2026-05-30T01:26:43.693664653Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":123,"events_lines":2}
|
| 135 |
+
{"time":"2026-05-30T01:26:43.918681736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 136 |
+
{"time":"2026-05-30T01:26:58.694617229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":125,"events_lines":2}
|
| 137 |
+
{"time":"2026-05-30T01:26:58.903153841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 138 |
+
{"time":"2026-05-30T01:27:13.694187373Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":127,"events_lines":2}
|
| 139 |
+
{"time":"2026-05-30T01:27:13.911533225Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 140 |
+
{"time":"2026-05-30T01:27:28.694539485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":129,"events_lines":2,"console_offset":8,"console_lines":1}
|
| 141 |
+
{"time":"2026-05-30T01:27:28.936333582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 142 |
+
{"time":"2026-05-30T01:27:43.693754419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":131,"events_lines":2}
|
| 143 |
+
{"time":"2026-05-30T01:27:43.890015522Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 144 |
+
{"time":"2026-05-30T01:27:58.693922458Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":133,"events_lines":2}
|
| 145 |
+
{"time":"2026-05-30T01:27:58.899924768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 146 |
+
{"time":"2026-05-30T01:28:13.694617611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":135,"events_lines":2,"console_offset":9,"console_lines":1}
|
| 147 |
+
{"time":"2026-05-30T01:28:13.928727738Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 148 |
+
{"time":"2026-05-30T01:28:28.694634808Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":137,"events_lines":2}
|
| 149 |
+
{"time":"2026-05-30T01:28:28.925010233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 150 |
+
{"time":"2026-05-30T01:28:43.694711804Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":139,"events_lines":2}
|
| 151 |
+
{"time":"2026-05-30T01:28:43.943198322Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 152 |
+
{"time":"2026-05-30T01:28:58.694660959Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":141,"events_lines":2}
|
| 153 |
+
{"time":"2026-05-30T01:28:58.921590045Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 154 |
+
{"time":"2026-05-30T01:29:13.694681741Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":143,"events_lines":2,"console_offset":10,"console_lines":1}
|
| 155 |
+
{"time":"2026-05-30T01:29:14.014774153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 156 |
+
{"time":"2026-05-30T01:29:28.693851427Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":145,"events_lines":2}
|
| 157 |
+
{"time":"2026-05-30T01:29:28.973192209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 158 |
+
{"time":"2026-05-30T01:29:43.694048924Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":147,"events_lines":2}
|
| 159 |
+
{"time":"2026-05-30T01:29:43.930923877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 160 |
+
{"time":"2026-05-30T01:29:58.694071178Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":149,"events_lines":2,"console_offset":11,"console_lines":1}
|
| 161 |
+
{"time":"2026-05-30T01:29:58.947905377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 162 |
+
{"time":"2026-05-30T01:30:13.694624739Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":151,"events_lines":2}
|
| 163 |
+
{"time":"2026-05-30T01:30:13.961165054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 164 |
+
{"time":"2026-05-30T01:30:28.694300614Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":153,"events_lines":2}
|
| 165 |
+
{"time":"2026-05-30T01:30:29.289399478Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 166 |
+
{"time":"2026-05-30T01:30:43.693959513Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":155,"events_lines":2}
|
| 167 |
+
{"time":"2026-05-30T01:30:44.323979332Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 168 |
+
{"time":"2026-05-30T01:30:58.694108707Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":157,"events_lines":2,"console_offset":12,"console_lines":1}
|
| 169 |
+
{"time":"2026-05-30T01:30:58.917752453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 170 |
+
{"time":"2026-05-30T01:31:13.694209761Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":159,"events_lines":2}
|
| 171 |
+
{"time":"2026-05-30T01:31:13.899668402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 172 |
+
{"time":"2026-05-30T01:31:28.693923567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":161,"events_lines":2}
|
| 173 |
+
{"time":"2026-05-30T01:31:28.911590251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 174 |
+
{"time":"2026-05-30T01:31:43.694103579Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":163,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 175 |
+
{"time":"2026-05-30T01:31:43.927653171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 176 |
+
{"time":"2026-05-30T01:31:58.694052897Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":165,"events_lines":2}
|
| 177 |
+
{"time":"2026-05-30T01:31:58.913443634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 178 |
+
{"time":"2026-05-30T01:32:13.693720985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":167,"events_lines":2}
|
| 179 |
+
{"time":"2026-05-30T01:32:13.891765078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 180 |
+
{"time":"2026-05-30T01:32:28.693864672Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":169,"events_lines":2}
|
| 181 |
+
{"time":"2026-05-30T01:32:28.923443958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 182 |
+
{"time":"2026-05-30T01:32:43.694456419Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":171,"events_lines":2,"console_offset":14,"console_lines":1}
|
| 183 |
+
{"time":"2026-05-30T01:32:43.94194721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 184 |
+
{"time":"2026-05-30T01:32:58.694540327Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":173,"events_lines":2}
|
| 185 |
+
{"time":"2026-05-30T01:32:58.986777029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 186 |
+
{"time":"2026-05-30T01:33:13.693766636Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":175,"events_lines":2}
|
| 187 |
+
{"time":"2026-05-30T01:33:14.042618736Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 188 |
+
{"time":"2026-05-30T01:33:28.694559482Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":177,"events_lines":2,"console_offset":15,"console_lines":1}
|
| 189 |
+
{"time":"2026-05-30T01:33:28.949667534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 190 |
+
{"time":"2026-05-30T01:33:43.694634007Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":179,"events_lines":2}
|
| 191 |
+
{"time":"2026-05-30T01:33:43.909060044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 192 |
+
{"time":"2026-05-30T01:33:58.694125231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":181,"events_lines":2}
|
| 193 |
+
{"time":"2026-05-30T01:33:58.920050171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 194 |
+
{"time":"2026-05-30T01:34:13.693969091Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":183,"events_lines":2}
|
| 195 |
+
{"time":"2026-05-30T01:34:13.902526638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 196 |
+
{"time":"2026-05-30T01:34:28.694512125Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":185,"events_lines":2,"console_offset":16,"console_lines":1}
|
| 197 |
+
{"time":"2026-05-30T01:34:28.969507681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 198 |
+
{"time":"2026-05-30T01:34:43.694463856Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":187,"events_lines":2}
|
| 199 |
+
{"time":"2026-05-30T01:34:43.909622396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 200 |
+
{"time":"2026-05-30T01:34:58.693713249Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":189,"events_lines":2}
|
| 201 |
+
{"time":"2026-05-30T01:34:58.958659575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 202 |
+
{"time":"2026-05-30T01:35:13.694505053Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":191,"events_lines":2,"console_offset":17,"console_lines":1}
|
| 203 |
+
{"time":"2026-05-30T01:35:14.048826077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 204 |
+
{"time":"2026-05-30T01:35:28.694599548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":193,"events_lines":2}
|
| 205 |
+
{"time":"2026-05-30T01:35:29.029997846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 206 |
+
{"time":"2026-05-30T01:35:43.694327835Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":195,"events_lines":2}
|
| 207 |
+
{"time":"2026-05-30T01:35:43.934760311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 208 |
+
{"time":"2026-05-30T01:35:58.693957526Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":197,"events_lines":2}
|
| 209 |
+
{"time":"2026-05-30T01:35:58.938709429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 210 |
+
{"time":"2026-05-30T01:36:13.694342374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":199,"events_lines":2,"console_offset":18,"console_lines":1}
|
| 211 |
+
{"time":"2026-05-30T01:36:14.144093793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 212 |
+
{"time":"2026-05-30T01:36:28.694660621Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":201,"events_lines":2}
|
| 213 |
+
{"time":"2026-05-30T01:36:29.159376796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 214 |
+
{"time":"2026-05-30T01:36:43.69366864Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":203,"events_lines":2}
|
| 215 |
+
{"time":"2026-05-30T01:36:44.018833677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 216 |
+
{"time":"2026-05-30T01:36:58.694434093Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":205,"events_lines":2,"console_offset":19,"console_lines":1}
|
| 217 |
+
{"time":"2026-05-30T01:36:58.960762057Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 218 |
+
{"time":"2026-05-30T01:37:13.694637336Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":207,"events_lines":2}
|
| 219 |
+
{"time":"2026-05-30T01:37:14.003977908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 220 |
+
{"time":"2026-05-30T01:37:28.69462008Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":209,"events_lines":2}
|
| 221 |
+
{"time":"2026-05-30T01:37:28.945328525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 222 |
+
{"time":"2026-05-30T01:37:43.69401654Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":211,"events_lines":2}
|
| 223 |
+
{"time":"2026-05-30T01:37:43.905662584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 224 |
+
{"time":"2026-05-30T01:37:58.693774478Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":213,"events_lines":2,"console_offset":20,"console_lines":1}
|
| 225 |
+
{"time":"2026-05-30T01:37:58.921829411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 226 |
+
{"time":"2026-05-30T01:38:13.694032253Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":215,"events_lines":2}
|
| 227 |
+
{"time":"2026-05-30T01:38:13.895074827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 228 |
+
{"time":"2026-05-30T01:38:28.69457321Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":217,"events_lines":2}
|
| 229 |
+
{"time":"2026-05-30T01:38:28.892654433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 230 |
+
{"time":"2026-05-30T01:38:43.693842549Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":219,"events_lines":2,"console_offset":21,"console_lines":1}
|
| 231 |
+
{"time":"2026-05-30T01:38:43.907753686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 232 |
+
{"time":"2026-05-30T01:38:58.694438769Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":221,"events_lines":2}
|
| 233 |
+
{"time":"2026-05-30T01:38:58.890825783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 234 |
+
{"time":"2026-05-30T01:39:13.694403166Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":223,"events_lines":2}
|
| 235 |
+
{"time":"2026-05-30T01:39:13.917239608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 236 |
+
{"time":"2026-05-30T01:39:28.694678217Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":225,"events_lines":2}
|
| 237 |
+
{"time":"2026-05-30T01:39:28.892536757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 238 |
+
{"time":"2026-05-30T01:39:43.694704867Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":227,"events_lines":2,"console_offset":22,"console_lines":1}
|
| 239 |
+
{"time":"2026-05-30T01:39:43.898651296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 240 |
+
{"time":"2026-05-30T01:39:58.694042217Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":229,"events_lines":2}
|
| 241 |
+
{"time":"2026-05-30T01:39:58.945024791Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 242 |
+
{"time":"2026-05-30T01:40:13.693939383Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":231,"events_lines":2}
|
| 243 |
+
{"time":"2026-05-30T01:40:13.886419763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 244 |
+
{"time":"2026-05-30T01:40:28.694389214Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":233,"events_lines":2,"console_offset":23,"console_lines":1}
|
| 245 |
+
{"time":"2026-05-30T01:40:28.908254652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 246 |
+
{"time":"2026-05-30T01:40:43.694429014Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":235,"events_lines":2}
|
| 247 |
+
{"time":"2026-05-30T01:40:43.899018954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 248 |
+
{"time":"2026-05-30T01:40:58.694588852Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":237,"events_lines":2}
|
| 249 |
+
{"time":"2026-05-30T01:40:58.913592422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 250 |
+
{"time":"2026-05-30T01:41:13.694758215Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":239,"events_lines":2}
|
| 251 |
+
{"time":"2026-05-30T01:41:13.920399695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 252 |
+
{"time":"2026-05-30T01:41:28.693833184Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":241,"events_lines":2,"console_offset":24,"console_lines":1}
|
| 253 |
+
{"time":"2026-05-30T01:41:28.908559627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 254 |
+
{"time":"2026-05-30T01:41:43.693948876Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":243,"events_lines":2}
|
| 255 |
+
{"time":"2026-05-30T01:41:43.928746276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 256 |
+
{"time":"2026-05-30T01:41:58.693764351Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":245,"events_lines":2}
|
| 257 |
+
{"time":"2026-05-30T01:41:59.004291504Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 258 |
+
{"time":"2026-05-30T01:42:13.694542803Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":247,"events_lines":2,"console_offset":25,"console_lines":1}
|
| 259 |
+
{"time":"2026-05-30T01:42:14.028016405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 260 |
+
{"time":"2026-05-30T01:42:28.694263716Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":249,"events_lines":2}
|
| 261 |
+
{"time":"2026-05-30T01:42:28.936825728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 262 |
+
{"time":"2026-05-30T01:42:43.693925911Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":251,"events_lines":2}
|
| 263 |
+
{"time":"2026-05-30T01:42:43.925087543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 264 |
+
{"time":"2026-05-30T01:42:58.694270065Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":253,"events_lines":2}
|
| 265 |
+
{"time":"2026-05-30T01:42:58.93032361Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 266 |
+
{"time":"2026-05-30T01:43:13.69476265Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":255,"events_lines":2,"console_offset":26,"console_lines":1}
|
| 267 |
+
{"time":"2026-05-30T01:43:13.949087164Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 268 |
+
{"time":"2026-05-30T01:43:28.693876858Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":257,"events_lines":2}
|
| 269 |
+
{"time":"2026-05-30T01:43:28.926746539Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 270 |
+
{"time":"2026-05-30T01:43:43.694048444Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":259,"events_lines":2,"console_offset":27,"console_lines":1}
|
| 271 |
+
{"time":"2026-05-30T01:43:43.903624879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 272 |
+
{"time":"2026-05-30T01:43:58.694398016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":261,"events_lines":2}
|
| 273 |
+
{"time":"2026-05-30T01:43:59.009442443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 274 |
+
{"time":"2026-05-30T01:44:13.693691972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":263,"events_lines":2}
|
| 275 |
+
{"time":"2026-05-30T01:44:13.966790654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 276 |
+
{"time":"2026-05-30T01:44:28.693969596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":265,"events_lines":2,"console_offset":28,"console_lines":1}
|
| 277 |
+
{"time":"2026-05-30T01:44:29.135481638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 278 |
+
{"time":"2026-05-30T01:44:43.694552657Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":267,"events_lines":2}
|
| 279 |
+
{"time":"2026-05-30T01:44:44.138738781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 280 |
+
{"time":"2026-05-30T01:44:58.694605646Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":269,"events_lines":2}
|
| 281 |
+
{"time":"2026-05-30T01:44:58.918707837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 282 |
+
{"time":"2026-05-30T01:45:13.694696444Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":271,"events_lines":2}
|
| 283 |
+
{"time":"2026-05-30T01:45:14.011265418Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 284 |
+
{"time":"2026-05-30T01:45:28.694185909Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":273,"events_lines":2,"console_offset":29,"console_lines":1}
|
| 285 |
+
{"time":"2026-05-30T01:45:29.156982555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 286 |
+
{"time":"2026-05-30T01:45:43.693981411Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":275,"events_lines":2}
|
| 287 |
+
{"time":"2026-05-30T01:45:44.128143691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 288 |
+
{"time":"2026-05-30T01:45:58.694006696Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":277,"events_lines":2}
|
| 289 |
+
{"time":"2026-05-30T01:45:58.96203919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 290 |
+
{"time":"2026-05-30T01:46:13.693777922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":279,"events_lines":2,"console_offset":30,"console_lines":1}
|
| 291 |
+
{"time":"2026-05-30T01:46:13.934817299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 292 |
+
{"time":"2026-05-30T01:46:28.694106069Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":281,"events_lines":2}
|
| 293 |
+
{"time":"2026-05-30T01:46:29.112088781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 294 |
+
{"time":"2026-05-30T01:46:43.69393407Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":283,"events_lines":2}
|
| 295 |
+
{"time":"2026-05-30T01:46:44.010515041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 296 |
+
{"time":"2026-05-30T01:46:58.694611999Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":285,"events_lines":2}
|
| 297 |
+
{"time":"2026-05-30T01:46:58.995096016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 298 |
+
{"time":"2026-05-30T01:47:13.694363815Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":287,"events_lines":2,"console_offset":31,"console_lines":1}
|
| 299 |
+
{"time":"2026-05-30T01:47:14.046655004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 300 |
+
{"time":"2026-05-30T01:47:28.694156292Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":289,"events_lines":2}
|
| 301 |
+
{"time":"2026-05-30T01:47:28.924546775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 302 |
+
{"time":"2026-05-30T01:47:43.694023431Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":291,"events_lines":2}
|
| 303 |
+
{"time":"2026-05-30T01:47:43.994281981Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 304 |
+
{"time":"2026-05-30T01:47:58.694023528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":293,"events_lines":2,"console_offset":32,"console_lines":1}
|
| 305 |
+
{"time":"2026-05-30T01:47:58.974618901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 306 |
+
{"time":"2026-05-30T01:48:13.69383915Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":295,"events_lines":2}
|
| 307 |
+
{"time":"2026-05-30T01:48:13.917830403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 308 |
+
{"time":"2026-05-30T01:48:28.694366524Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":297,"events_lines":2}
|
| 309 |
+
{"time":"2026-05-30T01:48:28.932319725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 310 |
+
{"time":"2026-05-30T01:48:43.694535994Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":299,"events_lines":2}
|
| 311 |
+
{"time":"2026-05-30T01:48:43.952229888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 312 |
+
{"time":"2026-05-30T01:48:58.694470774Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":301,"events_lines":2,"console_offset":33,"console_lines":1}
|
| 313 |
+
{"time":"2026-05-30T01:48:58.957335976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 314 |
+
{"time":"2026-05-30T01:49:13.694265304Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":303,"events_lines":2}
|
| 315 |
+
{"time":"2026-05-30T01:49:14.133190763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 316 |
+
{"time":"2026-05-30T01:49:28.694637367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":305,"events_lines":2}
|
| 317 |
+
{"time":"2026-05-30T01:49:28.973420386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 318 |
+
{"time":"2026-05-30T01:49:43.694814438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":307,"events_lines":2,"console_offset":34,"console_lines":1}
|
| 319 |
+
{"time":"2026-05-30T01:49:43.945833771Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 320 |
+
{"time":"2026-05-30T01:49:58.693876114Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":309,"events_lines":2}
|
| 321 |
+
{"time":"2026-05-30T01:49:59.159370266Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 322 |
+
{"time":"2026-05-30T01:50:13.694196209Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":311,"events_lines":2}
|
| 323 |
+
{"time":"2026-05-30T01:50:14.100392009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 324 |
+
{"time":"2026-05-30T01:50:28.693674878Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":313,"events_lines":2}
|
| 325 |
+
{"time":"2026-05-30T01:50:28.944102477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 326 |
+
{"time":"2026-05-30T01:50:43.694183604Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":315,"events_lines":2,"console_offset":35,"console_lines":1}
|
| 327 |
+
{"time":"2026-05-30T01:50:43.947431983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 328 |
+
{"time":"2026-05-30T01:50:58.694448196Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":317,"events_lines":2}
|
| 329 |
+
{"time":"2026-05-30T01:50:58.94358619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 330 |
+
{"time":"2026-05-30T01:51:13.693883922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":319,"events_lines":2}
|
| 331 |
+
{"time":"2026-05-30T01:51:13.951938924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 332 |
+
{"time":"2026-05-30T01:51:28.694603613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":321,"events_lines":2,"console_offset":36,"console_lines":1}
|
| 333 |
+
{"time":"2026-05-30T01:51:28.905047176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 334 |
+
{"time":"2026-05-30T01:51:43.694494597Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":323,"events_lines":2}
|
| 335 |
+
{"time":"2026-05-30T01:51:43.910462816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 336 |
+
{"time":"2026-05-30T01:51:58.694158163Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":325,"events_lines":2}
|
| 337 |
+
{"time":"2026-05-30T01:51:58.898288864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 338 |
+
{"time":"2026-05-30T01:52:13.693809739Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":327,"events_lines":2}
|
| 339 |
+
{"time":"2026-05-30T01:52:13.897771338Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 340 |
+
{"time":"2026-05-30T01:52:28.694364765Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":329,"events_lines":2,"console_offset":37,"console_lines":1}
|
| 341 |
+
{"time":"2026-05-30T01:52:29.031838268Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 342 |
+
{"time":"2026-05-30T01:52:43.694391262Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":331,"events_lines":2}
|
| 343 |
+
{"time":"2026-05-30T01:52:43.986975739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 344 |
+
{"time":"2026-05-30T01:52:58.694369907Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":333,"events_lines":2}
|
| 345 |
+
{"time":"2026-05-30T01:52:58.969402328Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 346 |
+
{"time":"2026-05-30T01:53:13.694187592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":335,"events_lines":2,"console_offset":38,"console_lines":1}
|
| 347 |
+
{"time":"2026-05-30T01:53:14.017263677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 348 |
+
{"time":"2026-05-30T01:53:28.693743076Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":337,"events_lines":2}
|
| 349 |
+
{"time":"2026-05-30T01:53:28.930986487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 350 |
+
{"time":"2026-05-30T01:53:43.693682783Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":339,"events_lines":2}
|
| 351 |
+
{"time":"2026-05-30T01:53:43.909190064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 352 |
+
{"time":"2026-05-30T01:53:58.694124268Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":341,"events_lines":2}
|
| 353 |
+
{"time":"2026-05-30T01:53:58.991354587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 354 |
+
{"time":"2026-05-30T01:54:13.694214267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":343,"events_lines":2,"console_offset":39,"console_lines":1}
|
| 355 |
+
{"time":"2026-05-30T01:54:14.073338231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 356 |
+
{"time":"2026-05-30T01:54:28.694422502Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":345,"events_lines":2}
|
| 357 |
+
{"time":"2026-05-30T01:54:29.244018131Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 358 |
+
{"time":"2026-05-30T01:54:43.694261677Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":347,"events_lines":2}
|
| 359 |
+
{"time":"2026-05-30T01:54:43.93572128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 360 |
+
{"time":"2026-05-30T01:54:58.694619596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":349,"events_lines":2,"console_offset":40,"console_lines":1}
|
| 361 |
+
{"time":"2026-05-30T01:54:59.170925512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 362 |
+
{"time":"2026-05-30T01:55:13.694186665Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":351,"events_lines":2}
|
| 363 |
+
{"time":"2026-05-30T01:55:13.984344499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 364 |
+
{"time":"2026-05-30T01:55:28.694616231Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":353,"events_lines":2}
|
| 365 |
+
{"time":"2026-05-30T01:55:29.252992755Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 366 |
+
{"time":"2026-05-30T01:55:43.694207496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":355,"events_lines":2}
|
| 367 |
+
{"time":"2026-05-30T01:55:43.926810841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 368 |
+
{"time":"2026-05-30T01:55:58.694657633Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":357,"events_lines":2,"console_offset":41,"console_lines":1}
|
| 369 |
+
{"time":"2026-05-30T01:55:58.925139802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 370 |
+
{"time":"2026-05-30T01:56:13.694233765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":359,"events_lines":2}
|
| 371 |
+
{"time":"2026-05-30T01:56:13.906546847Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 372 |
+
{"time":"2026-05-30T01:56:28.693972831Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":361,"events_lines":2}
|
| 373 |
+
{"time":"2026-05-30T01:56:28.945101645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 374 |
+
{"time":"2026-05-30T01:56:43.694116882Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":363,"events_lines":2,"console_offset":42,"console_lines":1}
|
| 375 |
+
{"time":"2026-05-30T01:56:43.928909995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 376 |
+
{"time":"2026-05-30T01:56:58.694162915Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":365,"events_lines":2}
|
| 377 |
+
{"time":"2026-05-30T01:56:58.945093904Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 378 |
+
{"time":"2026-05-30T01:57:13.69393519Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":367,"events_lines":2}
|
| 379 |
+
{"time":"2026-05-30T01:57:13.917130003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 380 |
+
{"time":"2026-05-30T01:57:28.694546718Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":369,"events_lines":2}
|
| 381 |
+
{"time":"2026-05-30T01:57:28.976747586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 382 |
+
{"time":"2026-05-30T01:57:43.694465782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":371,"events_lines":2,"console_offset":43,"console_lines":1}
|
| 383 |
+
{"time":"2026-05-30T01:57:43.903501864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 384 |
+
{"time":"2026-05-30T01:57:58.694124077Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":373,"events_lines":2}
|
| 385 |
+
{"time":"2026-05-30T01:57:58.905416706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 386 |
+
{"time":"2026-05-30T01:58:13.694614133Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":375,"events_lines":2}
|
| 387 |
+
{"time":"2026-05-30T01:58:13.905785862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 388 |
+
{"time":"2026-05-30T01:58:28.694659346Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":377,"events_lines":2,"console_offset":44,"console_lines":1}
|
| 389 |
+
{"time":"2026-05-30T01:58:28.914104843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 390 |
+
{"time":"2026-05-30T01:58:43.694586562Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":379,"events_lines":2}
|
| 391 |
+
{"time":"2026-05-30T01:58:43.932054938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 392 |
+
{"time":"2026-05-30T01:58:58.693748857Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":381,"events_lines":2}
|
| 393 |
+
{"time":"2026-05-30T01:58:58.915656439Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 394 |
+
{"time":"2026-05-30T01:59:13.694324901Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":383,"events_lines":2}
|
| 395 |
+
{"time":"2026-05-30T01:59:13.927021945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 396 |
+
{"time":"2026-05-30T01:59:28.693888614Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":385,"events_lines":2,"console_offset":45,"console_lines":1}
|
| 397 |
+
{"time":"2026-05-30T01:59:28.939920091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 398 |
+
{"time":"2026-05-30T01:59:43.693689552Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":387,"events_lines":2}
|
| 399 |
+
{"time":"2026-05-30T01:59:43.891665998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 400 |
+
{"time":"2026-05-30T01:59:58.6945492Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":389,"events_lines":2}
|
| 401 |
+
{"time":"2026-05-30T01:59:58.941805665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 402 |
+
{"time":"2026-05-30T02:00:13.694038833Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":391,"events_lines":2,"console_offset":46,"console_lines":1}
|
| 403 |
+
{"time":"2026-05-30T02:00:13.915747769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 404 |
+
{"time":"2026-05-30T02:00:28.694661868Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":393,"events_lines":2}
|
| 405 |
+
{"time":"2026-05-30T02:00:28.890708984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 406 |
+
{"time":"2026-05-30T02:00:43.69378866Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":395,"events_lines":2}
|
| 407 |
+
{"time":"2026-05-30T02:00:43.952305721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 408 |
+
{"time":"2026-05-30T02:00:58.694673475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":397,"events_lines":2}
|
| 409 |
+
{"time":"2026-05-30T02:00:58.904953774Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 410 |
+
{"time":"2026-05-30T02:01:13.694853429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":399,"events_lines":2,"console_offset":47,"console_lines":1}
|
| 411 |
+
{"time":"2026-05-30T02:01:13.915448081Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 412 |
+
{"time":"2026-05-30T02:01:28.693656888Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":401,"events_lines":2}
|
| 413 |
+
{"time":"2026-05-30T02:01:28.912633175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 414 |
+
{"time":"2026-05-30T02:01:43.694651087Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":403,"events_lines":2}
|
| 415 |
+
{"time":"2026-05-30T02:01:43.936888911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 416 |
+
{"time":"2026-05-30T02:01:58.694303182Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":405,"events_lines":2,"console_offset":48,"console_lines":1}
|
| 417 |
+
{"time":"2026-05-30T02:01:58.929987175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 418 |
+
{"time":"2026-05-30T02:02:13.694550917Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":407,"events_lines":2}
|
| 419 |
+
{"time":"2026-05-30T02:02:14.157359558Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 420 |
+
{"time":"2026-05-30T02:02:28.694529003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":409,"events_lines":2}
|
| 421 |
+
{"time":"2026-05-30T02:02:28.894343258Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 422 |
+
{"time":"2026-05-30T02:02:43.693980177Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":411,"events_lines":2}
|
| 423 |
+
{"time":"2026-05-30T02:02:43.94345616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 424 |
+
{"time":"2026-05-30T02:02:58.693854291Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":413,"events_lines":2,"console_offset":49,"console_lines":1}
|
| 425 |
+
{"time":"2026-05-30T02:02:58.914657133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 426 |
+
{"time":"2026-05-30T02:03:13.69449502Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":415,"events_lines":2}
|
| 427 |
+
{"time":"2026-05-30T02:03:13.94811069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 428 |
+
{"time":"2026-05-30T02:03:28.694232441Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":417,"events_lines":2}
|
| 429 |
+
{"time":"2026-05-30T02:03:28.911667317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 430 |
+
{"time":"2026-05-30T02:03:43.694733712Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":419,"events_lines":2,"console_offset":50,"console_lines":1}
|
| 431 |
+
{"time":"2026-05-30T02:03:43.949304186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-30 01:10:57,669 INFO MainThread:9081 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_setup.py:_flush():81] Configure stats pid to 9081
|
| 3 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_011057-z0v8vk8d/logs/debug.log
|
| 5 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_011057-z0v8vk8d/logs/debug-internal.log
|
| 6 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260530_005258', 'resume_from_checkpoint': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-46000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0009, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'dense continued 48k', 'wandb_tags': ['qwen3', '0.6b', 'dense-resume'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': True, '_wandb': {}}
|
| 9 |
+
2026-05-30 01:10:57,670 INFO MainThread:9081 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-30 01:10:57,887 INFO MainThread:9081 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-30 01:10:58,205 INFO MainThread:9081 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-30 01:10:58,206 INFO MainThread:9081 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-30 01:10:58,207 INFO MainThread:9081 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-30 01:10:58,603 INFO MainThread:9081 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-30 01:10:58,687 INFO MainThread:9081 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-30 01:10:58,687 INFO MainThread:9081 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-30 01:10:58,687 INFO MainThread:9081 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-30 01:10:58,687 INFO MainThread:9081 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-30 01:10:58,688 INFO MainThread:9081 [wandb_init.py:init():1095] run started, returning control to user process
|
epfl_final/wandb/run-20260530_011057-z0v8vk8d/run-z0v8vk8d.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1a8543733e52d8c27932abf192e2c85a7a2086d9341ebab1f4ff1458406afa0
|
| 3 |
+
size 786432
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/output.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Starting training...
|
| 2 |
+
Validation at step 46000: Loss = 2.5221, Perplexity = 12.46
|
| 3 |
+
Step 46010/50462 | Loss: 2.8846 | LR: 9.83e-06 | 65396.1ms/step | 0.9 samples/s
|
| 4 |
+
Step 46020/50462 | Loss: 2.7779 | LR: 9.79e-06 | 5203.7ms/step | 11.5 samples/s
|
| 5 |
+
Step 46030/50462 | Loss: 2.7141 | LR: 9.74e-06 | 5213.8ms/step | 11.5 samples/s
|
| 6 |
+
Step 46040/50462 | Loss: 2.6672 | LR: 9.70e-06 | 5235.0ms/step | 11.5 samples/s
|
| 7 |
+
Step 46050/50462 | Loss: 2.6168 | LR: 9.65e-06 | 5241.4ms/step | 11.4 samples/s
|
| 8 |
+
Step 46060/50462 | Loss: 2.5912 | LR: 9.61e-06 | 5239.6ms/step | 11.5 samples/s
|
| 9 |
+
Step 46070/50462 | Loss: 2.5934 | LR: 9.57e-06 | 5274.6ms/step | 11.4 samples/s
|
| 10 |
+
Step 46080/50462 | Loss: 2.5735 | LR: 9.52e-06 | 5238.0ms/step | 11.5 samples/s
|
| 11 |
+
Step 46090/50462 | Loss: 2.5322 | LR: 9.48e-06 | 5233.9ms/step | 11.5 samples/s
|
| 12 |
+
Step 46100/50462 | Loss: 2.5521 | LR: 9.44e-06 | 5227.8ms/step | 11.5 samples/s
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.10.0
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.17
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.61.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.0
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.17.0
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-30T02:22:12.815742Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config_dense_resume.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-wspace-3-gpu-0-0",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "6729736986624"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005847552"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-cd5c7d97-0f62-2f41-36c8-233c8f57b814"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-b97c2df9-b38b-c4e9-4d9d-780e91b62380"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-337db0d9-bb90-c768-bb02-7b5dfde9a5d1"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "xxlyp8g53evp1q59i5s7yok53ub68gsk"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-30T02:22:13.088019143Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-05-30T02:22:13.088558448Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"}
|
| 3 |
+
{"time":"2026-05-30T02:22:13.408628748Z","level":"INFO","msg":"stream: created new stream","id":"h8xzzmdw"}
|
| 4 |
+
{"time":"2026-05-30T02:22:13.408815597Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-05-30T02:22:13.411320055Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-05-30T02:22:13.411393164Z","level":"INFO","msg":"writer: started","stream_id":"h8xzzmdw"}
|
| 7 |
+
{"time":"2026-05-30T02:22:13.411431061Z","level":"INFO","msg":"sender: started"}
|
| 8 |
+
{"time":"2026-05-30T02:22:13.842587502Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-05-30T02:22:14.096478883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-05-30T02:22:28.843046763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":1,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-05-30T02:22:29.037581827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-05-30T02:22:43.843167488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1,"events_lines":2}
|
| 13 |
+
{"time":"2026-05-30T02:22:44.06095811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-05-30T02:22:58.843479989Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3,"events_lines":2,"console_offset":1,"console_lines":1}
|
| 15 |
+
{"time":"2026-05-30T02:22:59.070019359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-05-30T02:23:13.842572219Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":5,"events_lines":2}
|
| 17 |
+
{"time":"2026-05-30T02:23:14.059334908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-05-30T02:23:28.843024399Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":7,"events_lines":2}
|
| 19 |
+
{"time":"2026-05-30T02:23:29.076902842Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-05-30T02:23:43.842920739Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":9,"events_lines":2}
|
| 21 |
+
{"time":"2026-05-30T02:23:44.10248019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-05-30T02:23:58.843528744Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":11,"events_lines":2}
|
| 23 |
+
{"time":"2026-05-30T02:23:59.07059978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-05-30T02:24:13.843263493Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":13,"events_lines":2}
|
| 25 |
+
{"time":"2026-05-30T02:24:14.056573692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-05-30T02:24:28.84294976Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":15,"events_lines":2}
|
| 27 |
+
{"time":"2026-05-30T02:24:29.084226096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-05-30T02:24:43.842632772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":17,"events_lines":2}
|
| 29 |
+
{"time":"2026-05-30T02:24:44.079468531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-05-30T02:24:58.843398169Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":19,"events_lines":2}
|
| 31 |
+
{"time":"2026-05-30T02:24:59.052651974Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-05-30T02:25:13.843333527Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":21,"events_lines":2}
|
| 33 |
+
{"time":"2026-05-30T02:25:14.144933692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-05-30T02:25:28.843378519Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":23,"events_lines":2}
|
| 35 |
+
{"time":"2026-05-30T02:25:29.206148676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-05-30T02:25:43.843106849Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":25,"events_lines":2}
|
| 37 |
+
{"time":"2026-05-30T02:25:44.104822569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-05-30T02:25:58.842607258Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":27,"events_lines":2}
|
| 39 |
+
{"time":"2026-05-30T02:25:59.047579293Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-05-30T02:26:13.84263894Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":29,"events_lines":2}
|
| 41 |
+
{"time":"2026-05-30T02:26:14.246206223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-05-30T02:26:28.842614539Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":31,"events_lines":2}
|
| 43 |
+
{"time":"2026-05-30T02:26:29.11634473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-05-30T02:26:43.843287418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":33,"events_lines":2}
|
| 45 |
+
{"time":"2026-05-30T02:26:44.085391429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-05-30T02:26:58.843423736Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":35,"events_lines":2}
|
| 47 |
+
{"time":"2026-05-30T02:26:59.056646955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-05-30T02:27:13.842788353Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":37,"events_lines":2}
|
| 49 |
+
{"time":"2026-05-30T02:27:14.069800601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-05-30T02:27:28.843350937Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":39,"events_lines":2}
|
| 51 |
+
{"time":"2026-05-30T02:27:29.102244025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-05-30T02:27:43.842962452Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":41,"events_lines":2}
|
| 53 |
+
{"time":"2026-05-30T02:27:44.045645281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-05-30T02:27:58.843047204Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":43,"events_lines":2}
|
| 55 |
+
{"time":"2026-05-30T02:27:59.044801236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-05-30T02:28:13.843194897Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":45,"events_lines":2}
|
| 57 |
+
{"time":"2026-05-30T02:28:14.068643627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-05-30T02:28:28.84334139Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":47,"events_lines":2}
|
| 59 |
+
{"time":"2026-05-30T02:28:29.066402015Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-05-30T02:28:43.84326586Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":49,"events_lines":2}
|
| 61 |
+
{"time":"2026-05-30T02:28:44.112524785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-05-30T02:28:58.842748391Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":51,"events_lines":2}
|
| 63 |
+
{"time":"2026-05-30T02:28:59.051106643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-05-30T02:29:13.842603318Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":53,"events_lines":2}
|
| 65 |
+
{"time":"2026-05-30T02:29:14.117136455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-05-30T02:29:28.842751834Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":55,"events_lines":2}
|
| 67 |
+
{"time":"2026-05-30T02:29:29.176831794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-05-30T02:29:43.843193256Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":57,"events_lines":2}
|
| 69 |
+
{"time":"2026-05-30T02:29:44.088957126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-05-30T02:29:58.843582321Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":59,"events_lines":2}
|
| 71 |
+
{"time":"2026-05-30T02:29:59.160755788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-05-30T02:30:13.843602585Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":61,"events_lines":2}
|
| 73 |
+
{"time":"2026-05-30T02:30:14.109845439Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-05-30T02:30:28.842996644Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":63,"events_lines":2}
|
| 75 |
+
{"time":"2026-05-30T02:30:29.101463683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 76 |
+
{"time":"2026-05-30T02:30:43.843049126Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":65,"events_lines":2}
|
| 77 |
+
{"time":"2026-05-30T02:30:44.120338767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 78 |
+
{"time":"2026-05-30T02:30:58.842544496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":67,"events_lines":2}
|
| 79 |
+
{"time":"2026-05-30T02:30:59.251337355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-05-30T02:31:13.843404693Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":69,"events_lines":2}
|
| 81 |
+
{"time":"2026-05-30T02:31:14.108563029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 82 |
+
{"time":"2026-05-30T02:31:28.842963408Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":71,"events_lines":2}
|
| 83 |
+
{"time":"2026-05-30T02:31:29.236779604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 84 |
+
{"time":"2026-05-30T02:31:43.842576224Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":73,"events_lines":2}
|
| 85 |
+
{"time":"2026-05-30T02:31:44.093048511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 86 |
+
{"time":"2026-05-30T02:31:58.843339737Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":75,"events_lines":2}
|
| 87 |
+
{"time":"2026-05-30T02:31:59.250377386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 88 |
+
{"time":"2026-05-30T02:32:13.843240773Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":77,"events_lines":2}
|
| 89 |
+
{"time":"2026-05-30T02:32:14.112660359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 90 |
+
{"time":"2026-05-30T02:32:28.843187978Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":79,"events_lines":2}
|
| 91 |
+
{"time":"2026-05-30T02:32:29.086248173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 92 |
+
{"time":"2026-05-30T02:32:43.842909456Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":81,"events_lines":2}
|
| 93 |
+
{"time":"2026-05-30T02:32:44.118436958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 94 |
+
{"time":"2026-05-30T02:32:58.842731144Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":83,"events_lines":2}
|
| 95 |
+
{"time":"2026-05-30T02:32:59.339123744Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 96 |
+
{"time":"2026-05-30T02:33:13.842750577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":85,"events_lines":2,"console_offset":2,"console_lines":1}
|
| 97 |
+
{"time":"2026-05-30T02:33:14.297167659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 98 |
+
{"time":"2026-05-30T02:33:28.842910168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":87,"events_lines":2}
|
| 99 |
+
{"time":"2026-05-30T02:33:29.216005208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 100 |
+
{"time":"2026-05-30T02:33:43.842632788Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":89,"events_lines":2}
|
| 101 |
+
{"time":"2026-05-30T02:33:44.116570577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 102 |
+
{"time":"2026-05-30T02:33:58.843443722Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":91,"events_lines":2}
|
| 103 |
+
{"time":"2026-05-30T02:33:59.056423382Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 104 |
+
{"time":"2026-05-30T02:34:13.843404657Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":93,"events_lines":2,"console_offset":3,"console_lines":1}
|
| 105 |
+
{"time":"2026-05-30T02:34:14.25498107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 106 |
+
{"time":"2026-05-30T02:34:28.843419704Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":95,"events_lines":2}
|
| 107 |
+
{"time":"2026-05-30T02:34:29.227961477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 108 |
+
{"time":"2026-05-30T02:34:43.843214852Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":97,"events_lines":2}
|
| 109 |
+
{"time":"2026-05-30T02:34:44.191836926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 110 |
+
{"time":"2026-05-30T02:34:58.84315746Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":99,"events_lines":2,"console_offset":4,"console_lines":1}
|
| 111 |
+
{"time":"2026-05-30T02:34:59.059756121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 112 |
+
{"time":"2026-05-30T02:35:13.843200408Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":101,"events_lines":2}
|
| 113 |
+
{"time":"2026-05-30T02:35:14.048431523Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 114 |
+
{"time":"2026-05-30T02:35:28.843050608Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":103,"events_lines":2}
|
| 115 |
+
{"time":"2026-05-30T02:35:29.049169688Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 116 |
+
{"time":"2026-05-30T02:35:43.84276178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":105,"events_lines":2}
|
| 117 |
+
{"time":"2026-05-30T02:35:44.196616764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 118 |
+
{"time":"2026-05-30T02:35:58.843398063Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":107,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 119 |
+
{"time":"2026-05-30T02:35:59.069647257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 120 |
+
{"time":"2026-05-30T02:36:13.842654978Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":109,"events_lines":2}
|
| 121 |
+
{"time":"2026-05-30T02:36:14.051624412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 122 |
+
{"time":"2026-05-30T02:36:28.842940638Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":111,"events_lines":2}
|
| 123 |
+
{"time":"2026-05-30T02:36:29.078167111Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 124 |
+
{"time":"2026-05-30T02:36:43.842684911Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":113,"events_lines":2,"console_offset":6,"console_lines":1}
|
| 125 |
+
{"time":"2026-05-30T02:36:44.050777476Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 126 |
+
{"time":"2026-05-30T02:36:58.842653619Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":115,"events_lines":2}
|
| 127 |
+
{"time":"2026-05-30T02:36:59.066310206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 128 |
+
{"time":"2026-05-30T02:37:13.843080715Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":117,"events_lines":2}
|
| 129 |
+
{"time":"2026-05-30T02:37:14.08304859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 130 |
+
{"time":"2026-05-30T02:37:28.843474401Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":119,"events_lines":2}
|
| 131 |
+
{"time":"2026-05-30T02:37:29.057561621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 132 |
+
{"time":"2026-05-30T02:37:43.843099789Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":121,"events_lines":2,"console_offset":7,"console_lines":1}
|
| 133 |
+
{"time":"2026-05-30T02:37:44.094347075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 134 |
+
{"time":"2026-05-30T02:37:58.842741341Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":123,"events_lines":2}
|
| 135 |
+
{"time":"2026-05-30T02:37:59.036477678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 136 |
+
{"time":"2026-05-30T02:38:13.843316227Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":125,"events_lines":2}
|
| 137 |
+
{"time":"2026-05-30T02:38:14.063842458Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 138 |
+
{"time":"2026-05-30T02:38:28.842778161Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":127,"events_lines":2,"console_offset":8,"console_lines":1}
|
| 139 |
+
{"time":"2026-05-30T02:38:29.122973135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 140 |
+
{"time":"2026-05-30T02:38:43.842951157Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":129,"events_lines":2}
|
| 141 |
+
{"time":"2026-05-30T02:38:44.092864852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 142 |
+
{"time":"2026-05-30T02:38:58.843106227Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":131,"events_lines":2}
|
| 143 |
+
{"time":"2026-05-30T02:38:59.086745888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 144 |
+
{"time":"2026-05-30T02:39:13.842849581Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":133,"events_lines":2}
|
| 145 |
+
{"time":"2026-05-30T02:39:14.08974742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 146 |
+
{"time":"2026-05-30T02:39:28.843033564Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":135,"events_lines":2,"console_offset":9,"console_lines":1}
|
| 147 |
+
{"time":"2026-05-30T02:39:29.107456795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 148 |
+
{"time":"2026-05-30T02:39:43.842760253Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":137,"events_lines":2}
|
| 149 |
+
{"time":"2026-05-30T02:39:44.096853261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 150 |
+
{"time":"2026-05-30T02:39:58.843192446Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":139,"events_lines":2}
|
| 151 |
+
{"time":"2026-05-30T02:39:59.092147889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 152 |
+
{"time":"2026-05-30T02:40:13.843534875Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":141,"events_lines":2,"console_offset":10,"console_lines":1}
|
| 153 |
+
{"time":"2026-05-30T02:40:14.160840011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 154 |
+
{"time":"2026-05-30T02:40:28.843086013Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":143,"events_lines":2}
|
| 155 |
+
{"time":"2026-05-30T02:40:29.095278451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 156 |
+
{"time":"2026-05-30T02:40:43.843303295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":145,"events_lines":2}
|
| 157 |
+
{"time":"2026-05-30T02:40:44.076114959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 158 |
+
{"time":"2026-05-30T02:40:58.843648979Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":147,"events_lines":2}
|
| 159 |
+
{"time":"2026-05-30T02:40:59.053142897Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 160 |
+
{"time":"2026-05-30T02:41:13.843384502Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":149,"events_lines":2,"console_offset":11,"console_lines":1}
|
| 161 |
+
{"time":"2026-05-30T02:41:14.043160698Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 162 |
+
{"time":"2026-05-30T02:41:28.842801567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":151,"events_lines":2}
|
| 163 |
+
{"time":"2026-05-30T02:41:29.065159653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-30 02:22:12,837 INFO MainThread:14340 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-30 02:22:12,837 INFO MainThread:14340 [wandb_setup.py:_flush():81] Configure stats pid to 14340
|
| 3 |
+
2026-05-30 02:22:12,838 INFO MainThread:14340 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-30 02:22:12,839 INFO MainThread:14340 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_022212-h8xzzmdw/logs/debug.log
|
| 5 |
+
2026-05-30 02:22:12,840 INFO MainThread:14340 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_022212-h8xzzmdw/logs/debug-internal.log
|
| 6 |
+
2026-05-30 02:22:12,840 INFO MainThread:14340 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-30 02:22:12,841 INFO MainThread:14340 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260530_020429', 'resume_from_checkpoint': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-46000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0009, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'dense continued 48k', 'wandb_tags': ['qwen3', '0.6b', 'dense-resume'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': True, '_wandb': {}}
|
| 9 |
+
2026-05-30 02:22:12,842 INFO MainThread:14340 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-30 02:22:13,077 INFO MainThread:14340 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-30 02:22:13,412 INFO MainThread:14340 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-30 02:22:13,414 INFO MainThread:14340 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-30 02:22:13,415 INFO MainThread:14340 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-30 02:22:13,750 INFO MainThread:14340 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-30 02:22:13,835 INFO MainThread:14340 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-30 02:22:13,835 INFO MainThread:14340 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-30 02:22:13,835 INFO MainThread:14340 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-30 02:22:13,835 INFO MainThread:14340 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-30 02:22:13,837 INFO MainThread:14340 [wandb_init.py:init():1095] run started, returning control to user process
|
epfl_final/wandb/run-20260530_022212-h8xzzmdw/run-h8xzzmdw.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ec5e49fae8b10ef77522d794fcb4022a6d72011718658ed1e6fd01637f8a9d2
|
| 3 |
+
size 262144
|
epfl_final/wandb/run-20260530_023351-408mcc4e/files/requirements.txt
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pytz==2026.2
|
| 2 |
+
nvidia-cusparselt-cu13==0.8.1
|
| 3 |
+
mpmath==1.3.0
|
| 4 |
+
cuda-toolkit==13.0.2
|
| 5 |
+
zstandard==0.25.0
|
| 6 |
+
xxhash==3.7.0
|
| 7 |
+
urllib3==2.7.0
|
| 8 |
+
tzdata==2026.2
|
| 9 |
+
typing_extensions==4.15.0
|
| 10 |
+
triton==3.7.0
|
| 11 |
+
tqdm==4.67.3
|
| 12 |
+
torchinfo==1.8.0
|
| 13 |
+
sympy==1.14.0
|
| 14 |
+
smmap==5.0.3
|
| 15 |
+
six==1.17.0
|
| 16 |
+
shellingham==1.5.4
|
| 17 |
+
safetensors==0.7.0
|
| 18 |
+
regex==2026.5.9
|
| 19 |
+
PyYAML==6.0.3
|
| 20 |
+
Pygments==2.20.0
|
| 21 |
+
pyarrow==24.0.0
|
| 22 |
+
psutil==7.2.2
|
| 23 |
+
protobuf==7.35.0
|
| 24 |
+
propcache==0.5.2
|
| 25 |
+
platformdirs==4.10.0
|
| 26 |
+
packaging==26.2
|
| 27 |
+
nvidia-nvtx==13.0.85
|
| 28 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 29 |
+
nvidia-nvjitlink==13.0.88
|
| 30 |
+
nvidia-nccl-cu13==2.29.7
|
| 31 |
+
nvidia-curand==10.4.0.35
|
| 32 |
+
nvidia-cufile==1.15.1.6
|
| 33 |
+
nvidia-cuda-runtime==13.0.96
|
| 34 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 35 |
+
nvidia-cuda-cupti==13.0.85
|
| 36 |
+
numpy==2.2.6
|
| 37 |
+
networkx==3.4.2
|
| 38 |
+
mdurl==0.1.2
|
| 39 |
+
MarkupSafe==3.0.3
|
| 40 |
+
idna==3.17
|
| 41 |
+
hf-xet==1.5.0
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
fsspec==2026.2.0
|
| 44 |
+
frozenlist==1.8.0
|
| 45 |
+
filelock==3.29.0
|
| 46 |
+
dill==0.4.1
|
| 47 |
+
cuda-pathfinder==1.5.5
|
| 48 |
+
click==8.4.1
|
| 49 |
+
charset-normalizer==3.4.7
|
| 50 |
+
certifi==2026.5.20
|
| 51 |
+
attrs==26.1.0
|
| 52 |
+
async-timeout==5.0.1
|
| 53 |
+
annotated-types==0.7.0
|
| 54 |
+
annotated-doc==0.0.4
|
| 55 |
+
aiohappyeyeballs==2.6.2
|
| 56 |
+
typing-inspection==0.4.2
|
| 57 |
+
sentry-sdk==2.61.0
|
| 58 |
+
requests==2.34.2
|
| 59 |
+
python-dateutil==2.9.0.post0
|
| 60 |
+
pydantic_core==2.46.4
|
| 61 |
+
nvidia-cusparse==12.6.3.3
|
| 62 |
+
nvidia-cufft==12.0.0.61
|
| 63 |
+
nvidia-cublas==13.1.1.3
|
| 64 |
+
multiprocess==0.70.19
|
| 65 |
+
multidict==6.7.1
|
| 66 |
+
markdown-it-py==4.2.0
|
| 67 |
+
Jinja2==3.1.6
|
| 68 |
+
httpcore==1.0.9
|
| 69 |
+
gitdb==4.0.12
|
| 70 |
+
exceptiongroup==1.3.1
|
| 71 |
+
cuda-bindings==13.3.1
|
| 72 |
+
aiosignal==1.4.0
|
| 73 |
+
yarl==1.24.2
|
| 74 |
+
rich==15.0.0
|
| 75 |
+
pydantic==2.13.4
|
| 76 |
+
pandas==2.3.3
|
| 77 |
+
nvidia-cusolver==12.0.4.66
|
| 78 |
+
nvidia-cudnn-cu13==9.20.0.48
|
| 79 |
+
GitPython==3.1.50
|
| 80 |
+
anyio==4.13.0
|
| 81 |
+
wandb==0.27.0
|
| 82 |
+
typer==0.25.1
|
| 83 |
+
httpx==0.28.1
|
| 84 |
+
aiohttp==3.13.5
|
| 85 |
+
torch==2.12.0
|
| 86 |
+
huggingface_hub==1.17.0
|
| 87 |
+
tokenizers==0.22.2
|
| 88 |
+
datasets==4.8.5
|
| 89 |
+
accelerate==1.13.0
|
| 90 |
+
transformers==5.9.0
|
| 91 |
+
PyGObject==3.42.1
|
| 92 |
+
dbus-python==1.2.18
|
| 93 |
+
distro==1.7.0
|
| 94 |
+
pip==22.0.2
|
| 95 |
+
setuptools==59.6.0
|
| 96 |
+
ssh-import-id==5.11
|
| 97 |
+
wheel==0.37.1
|
epfl_final/wandb/run-20260530_023351-408mcc4e/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2026-05-30T02:33:51.903858Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config",
|
| 7 |
+
"SparseAtt/configs/train_config_dense_resume.json"
|
| 8 |
+
],
|
| 9 |
+
"program": "/mloscratch/homes/navasard/sparse/SparseAtt/train.py",
|
| 10 |
+
"codePath": "SparseAtt/train.py",
|
| 11 |
+
"codePathLocal": "SparseAtt/train.py",
|
| 12 |
+
"email": "ruben.navasardyan@mail.utoronto.ca",
|
| 13 |
+
"root": "/mloscratch/homes/navasard/sparse",
|
| 14 |
+
"host": "h100-wspace2-3-gpu-0-1",
|
| 15 |
+
"executable": "/usr/bin/python3",
|
| 16 |
+
"cpu_count": 96,
|
| 17 |
+
"cpu_count_logical": 192,
|
| 18 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 19 |
+
"gpu_count": 3,
|
| 20 |
+
"disk": {
|
| 21 |
+
"/": {
|
| 22 |
+
"total": "9374931091456",
|
| 23 |
+
"used": "4918343671808"
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"memory": {
|
| 27 |
+
"total": "1623005741056"
|
| 28 |
+
},
|
| 29 |
+
"gpu_nvidia": [
|
| 30 |
+
{
|
| 31 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 32 |
+
"memoryTotal": "85520809984",
|
| 33 |
+
"cudaCores": 16896,
|
| 34 |
+
"architecture": "Hopper",
|
| 35 |
+
"uuid": "GPU-3512802a-d501-0a3c-9812-4ab9deb3a3a9"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 39 |
+
"memoryTotal": "85520809984",
|
| 40 |
+
"cudaCores": 16896,
|
| 41 |
+
"architecture": "Hopper",
|
| 42 |
+
"uuid": "GPU-24436def-beee-c9f1-bd05-c97df556de08"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 46 |
+
"memoryTotal": "85520809984",
|
| 47 |
+
"cudaCores": 16896,
|
| 48 |
+
"architecture": "Hopper",
|
| 49 |
+
"uuid": "GPU-7b827c86-854a-af51-b5d3-6aaa43307d4a"
|
| 50 |
+
}
|
| 51 |
+
],
|
| 52 |
+
"cudaVersion": "13.0",
|
| 53 |
+
"writerId": "fmnfkwaomy5nj7jvm6xw226haz4ab6ru"
|
| 54 |
+
}
|
epfl_final/wandb/run-20260530_023351-408mcc4e/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,452 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-30T02:33:52.150598822Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-05-30T02:33:52.154375625Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"}
|
| 3 |
+
{"time":"2026-05-30T02:33:52.446644059Z","level":"INFO","msg":"stream: created new stream","id":"408mcc4e"}
|
| 4 |
+
{"time":"2026-05-30T02:33:52.446706542Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-05-30T02:33:52.448783385Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-05-30T02:33:52.448803846Z","level":"INFO","msg":"writer: started","stream_id":"408mcc4e"}
|
| 7 |
+
{"time":"2026-05-30T02:33:52.448833761Z","level":"INFO","msg":"sender: started"}
|
| 8 |
+
{"time":"2026-05-30T02:33:52.795848448Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-05-30T02:33:53.154640832Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-05-30T02:34:07.796399348Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":0,"events_lines":1,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-05-30T02:34:08.304260459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-05-30T02:34:22.796675187Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":1,"events_lines":2}
|
| 13 |
+
{"time":"2026-05-30T02:34:23.229858275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-05-30T02:34:37.796855734Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":3,"events_lines":2}
|
| 15 |
+
{"time":"2026-05-30T02:34:38.031099656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-05-30T02:34:52.796600269Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":5,"events_lines":2,"console_offset":1,"console_lines":1}
|
| 17 |
+
{"time":"2026-05-30T02:34:53.007859051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-05-30T02:35:07.796805974Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":7,"events_lines":2}
|
| 19 |
+
{"time":"2026-05-30T02:35:08.033933514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-05-30T02:35:22.796598711Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":9,"events_lines":2}
|
| 21 |
+
{"time":"2026-05-30T02:35:23.0117584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-05-30T02:35:37.796458508Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":11,"events_lines":2}
|
| 23 |
+
{"time":"2026-05-30T02:35:37.998157677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-05-30T02:35:52.796927526Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":13,"events_lines":2}
|
| 25 |
+
{"time":"2026-05-30T02:35:53.049109359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-05-30T02:36:07.796392414Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":15,"events_lines":2}
|
| 27 |
+
{"time":"2026-05-30T02:36:08.024124247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-05-30T02:36:22.7967668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":17,"events_lines":2}
|
| 29 |
+
{"time":"2026-05-30T02:36:22.995118908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-05-30T02:36:37.796598585Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":19,"events_lines":2}
|
| 31 |
+
{"time":"2026-05-30T02:36:38.091120967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-05-30T02:36:52.796588147Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":21,"events_lines":2}
|
| 33 |
+
{"time":"2026-05-30T02:36:53.045578441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-05-30T02:37:07.796577388Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":23,"events_lines":2}
|
| 35 |
+
{"time":"2026-05-30T02:37:08.002037786Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-05-30T02:37:22.796569563Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":25,"events_lines":2}
|
| 37 |
+
{"time":"2026-05-30T02:37:23.014695965Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-05-30T02:37:37.796506215Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":27,"events_lines":2}
|
| 39 |
+
{"time":"2026-05-30T02:37:38.050897188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-05-30T02:37:52.796018163Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":29,"events_lines":2}
|
| 41 |
+
{"time":"2026-05-30T02:37:53.025636234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-05-30T02:38:07.796183637Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":31,"events_lines":2}
|
| 43 |
+
{"time":"2026-05-30T02:38:08.023604346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-05-30T02:38:22.796653797Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":33,"events_lines":2}
|
| 45 |
+
{"time":"2026-05-30T02:38:23.013123243Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-05-30T02:38:37.796279945Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":35,"events_lines":2}
|
| 47 |
+
{"time":"2026-05-30T02:38:38.130214841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-05-30T02:38:52.796521202Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":37,"events_lines":2}
|
| 49 |
+
{"time":"2026-05-30T02:38:53.039672573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-05-30T02:39:07.796570964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":39,"events_lines":2}
|
| 51 |
+
{"time":"2026-05-30T02:39:08.007535626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-05-30T02:39:22.796334738Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":41,"events_lines":2}
|
| 53 |
+
{"time":"2026-05-30T02:39:23.043368529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-05-30T02:39:37.796213073Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":43,"events_lines":2}
|
| 55 |
+
{"time":"2026-05-30T02:39:38.038986429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-05-30T02:39:52.796339779Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":45,"events_lines":2}
|
| 57 |
+
{"time":"2026-05-30T02:39:53.134643572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-05-30T02:40:07.796799032Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":47,"events_lines":2}
|
| 59 |
+
{"time":"2026-05-30T02:40:08.068172067Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-05-30T02:40:22.79621742Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":49,"events_lines":2}
|
| 61 |
+
{"time":"2026-05-30T02:40:23.16904253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-05-30T02:40:37.795969618Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":51,"events_lines":2}
|
| 63 |
+
{"time":"2026-05-30T02:40:38.000865192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-05-30T02:40:52.79623444Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":53,"events_lines":2}
|
| 65 |
+
{"time":"2026-05-30T02:40:53.108554863Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-05-30T02:41:07.79638368Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":55,"events_lines":2}
|
| 67 |
+
{"time":"2026-05-30T02:41:08.049952765Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-05-30T02:41:22.795926464Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":57,"events_lines":2}
|
| 69 |
+
{"time":"2026-05-30T02:41:23.001161014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-05-30T02:41:37.796604744Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":59,"events_lines":2}
|
| 71 |
+
{"time":"2026-05-30T02:41:38.028306188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-05-30T02:41:52.795915301Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":61,"events_lines":2}
|
| 73 |
+
{"time":"2026-05-30T02:41:53.012697985Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-05-30T02:42:07.796320343Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":63,"events_lines":2}
|
| 75 |
+
{"time":"2026-05-30T02:42:08.02441622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 76 |
+
{"time":"2026-05-30T02:42:22.795944578Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":65,"events_lines":2}
|
| 77 |
+
{"time":"2026-05-30T02:42:23.054541345Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 78 |
+
{"time":"2026-05-30T02:42:37.796508238Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":67,"events_lines":2}
|
| 79 |
+
{"time":"2026-05-30T02:42:38.001721106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-05-30T02:42:52.796786241Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":69,"events_lines":2}
|
| 81 |
+
{"time":"2026-05-30T02:42:53.004954264Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 82 |
+
{"time":"2026-05-30T02:43:07.796495423Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":71,"events_lines":2}
|
| 83 |
+
{"time":"2026-05-30T02:43:08.018740288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 84 |
+
{"time":"2026-05-30T02:43:22.796173208Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":73,"events_lines":2}
|
| 85 |
+
{"time":"2026-05-30T02:43:23.036195514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 86 |
+
{"time":"2026-05-30T02:43:37.796309198Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":75,"events_lines":2}
|
| 87 |
+
{"time":"2026-05-30T02:43:38.099162997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 88 |
+
{"time":"2026-05-30T02:43:52.796366321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":77,"events_lines":2,"console_offset":2,"console_lines":1}
|
| 89 |
+
{"time":"2026-05-30T02:43:53.012878762Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 90 |
+
{"time":"2026-05-30T02:44:07.795987041Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":79,"events_lines":2}
|
| 91 |
+
{"time":"2026-05-30T02:44:08.026546619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 92 |
+
{"time":"2026-05-30T02:44:22.796622567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":81,"events_lines":2}
|
| 93 |
+
{"time":"2026-05-30T02:44:23.051146009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 94 |
+
{"time":"2026-05-30T02:44:37.796510998Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":83,"events_lines":2}
|
| 95 |
+
{"time":"2026-05-30T02:44:38.046259715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 96 |
+
{"time":"2026-05-30T02:44:52.796215743Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":85,"events_lines":2,"console_offset":3,"console_lines":1}
|
| 97 |
+
{"time":"2026-05-30T02:44:53.097968267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 98 |
+
{"time":"2026-05-30T02:45:07.796346886Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":87,"events_lines":2}
|
| 99 |
+
{"time":"2026-05-30T02:45:08.057143249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 100 |
+
{"time":"2026-05-30T02:45:22.796232061Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":89,"events_lines":2}
|
| 101 |
+
{"time":"2026-05-30T02:45:23.018682182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 102 |
+
{"time":"2026-05-30T02:45:37.796083706Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":91,"events_lines":2,"console_offset":4,"console_lines":1}
|
| 103 |
+
{"time":"2026-05-30T02:45:38.133285643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 104 |
+
{"time":"2026-05-30T02:45:52.79591424Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":93,"events_lines":2}
|
| 105 |
+
{"time":"2026-05-30T02:45:53.377680628Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 106 |
+
{"time":"2026-05-30T02:46:07.79645222Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":95,"events_lines":2}
|
| 107 |
+
{"time":"2026-05-30T02:46:08.037777725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 108 |
+
{"time":"2026-05-30T02:46:22.796870464Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":97,"events_lines":2}
|
| 109 |
+
{"time":"2026-05-30T02:46:23.115987898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 110 |
+
{"time":"2026-05-30T02:46:37.796343947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":99,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 111 |
+
{"time":"2026-05-30T02:46:38.028609136Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 112 |
+
{"time":"2026-05-30T02:46:52.796311167Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":101,"events_lines":2}
|
| 113 |
+
{"time":"2026-05-30T02:46:53.101755544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 114 |
+
{"time":"2026-05-30T02:47:07.796847708Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":103,"events_lines":2}
|
| 115 |
+
{"time":"2026-05-30T02:47:08.164149178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 116 |
+
{"time":"2026-05-30T02:47:22.795911028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":105,"events_lines":2,"console_offset":6,"console_lines":1}
|
| 117 |
+
{"time":"2026-05-30T02:47:23.049283641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 118 |
+
{"time":"2026-05-30T02:47:37.795967772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":107,"events_lines":2}
|
| 119 |
+
{"time":"2026-05-30T02:47:38.080470853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 120 |
+
{"time":"2026-05-30T02:47:52.796169562Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":109,"events_lines":2}
|
| 121 |
+
{"time":"2026-05-30T02:47:53.098018869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 122 |
+
{"time":"2026-05-30T02:48:07.795980028Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":111,"events_lines":2}
|
| 123 |
+
{"time":"2026-05-30T02:48:08.025943159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 124 |
+
{"time":"2026-05-30T02:48:22.796392484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":113,"events_lines":2,"console_offset":7,"console_lines":1}
|
| 125 |
+
{"time":"2026-05-30T02:48:23.032233465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 126 |
+
{"time":"2026-05-30T02:48:37.796520825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":115,"events_lines":2}
|
| 127 |
+
{"time":"2026-05-30T02:48:38.031308172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 128 |
+
{"time":"2026-05-30T02:48:52.796886861Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":117,"events_lines":2}
|
| 129 |
+
{"time":"2026-05-30T02:48:53.227555551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 130 |
+
{"time":"2026-05-30T02:49:07.7964699Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":119,"events_lines":2,"console_offset":8,"console_lines":1}
|
| 131 |
+
{"time":"2026-05-30T02:49:08.022188187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 132 |
+
{"time":"2026-05-30T02:49:22.79657355Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":121,"events_lines":2}
|
| 133 |
+
{"time":"2026-05-30T02:49:23.089336346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 134 |
+
{"time":"2026-05-30T02:49:37.796028008Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":123,"events_lines":2}
|
| 135 |
+
{"time":"2026-05-30T02:49:38.044459373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 136 |
+
{"time":"2026-05-30T02:49:52.796510935Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":125,"events_lines":2}
|
| 137 |
+
{"time":"2026-05-30T02:49:53.131848156Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 138 |
+
{"time":"2026-05-30T02:50:07.796870316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":127,"events_lines":2,"console_offset":9,"console_lines":1}
|
| 139 |
+
{"time":"2026-05-30T02:50:08.004757371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 140 |
+
{"time":"2026-05-30T02:50:22.796452456Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":129,"events_lines":2}
|
| 141 |
+
{"time":"2026-05-30T02:50:23.024734264Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 142 |
+
{"time":"2026-05-30T02:50:37.796272712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":131,"events_lines":2}
|
| 143 |
+
{"time":"2026-05-30T02:50:38.028958532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 144 |
+
{"time":"2026-05-30T02:50:52.79687772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":133,"events_lines":2,"console_offset":10,"console_lines":1}
|
| 145 |
+
{"time":"2026-05-30T02:50:53.063050633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 146 |
+
{"time":"2026-05-30T02:51:07.796187954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":135,"events_lines":2}
|
| 147 |
+
{"time":"2026-05-30T02:51:08.023990786Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 148 |
+
{"time":"2026-05-30T02:51:22.796334067Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":137,"events_lines":2}
|
| 149 |
+
{"time":"2026-05-30T02:51:23.010204123Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 150 |
+
{"time":"2026-05-30T02:51:37.796525517Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":139,"events_lines":2}
|
| 151 |
+
{"time":"2026-05-30T02:51:38.018952974Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 152 |
+
{"time":"2026-05-30T02:51:52.796419823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":141,"events_lines":2,"console_offset":11,"console_lines":1}
|
| 153 |
+
{"time":"2026-05-30T02:51:53.042871369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 154 |
+
{"time":"2026-05-30T02:52:07.796516152Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":143,"events_lines":2}
|
| 155 |
+
{"time":"2026-05-30T02:52:08.018110364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 156 |
+
{"time":"2026-05-30T02:52:22.796583076Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":145,"events_lines":2}
|
| 157 |
+
{"time":"2026-05-30T02:52:23.031816444Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 158 |
+
{"time":"2026-05-30T02:52:37.796745384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":147,"events_lines":2,"console_offset":12,"console_lines":1}
|
| 159 |
+
{"time":"2026-05-30T02:52:38.096770215Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 160 |
+
{"time":"2026-05-30T02:52:52.796365891Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":149,"events_lines":2}
|
| 161 |
+
{"time":"2026-05-30T02:52:53.06056886Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 162 |
+
{"time":"2026-05-30T02:53:07.795900961Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":151,"events_lines":2}
|
| 163 |
+
{"time":"2026-05-30T02:53:08.024179754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 164 |
+
{"time":"2026-05-30T02:53:22.796582283Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":153,"events_lines":2}
|
| 165 |
+
{"time":"2026-05-30T02:53:23.041685604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 166 |
+
{"time":"2026-05-30T02:53:37.796514677Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":155,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 167 |
+
{"time":"2026-05-30T02:53:38.067363829Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 168 |
+
{"time":"2026-05-30T02:53:52.796493329Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":157,"events_lines":2}
|
| 169 |
+
{"time":"2026-05-30T02:53:53.019433342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 170 |
+
{"time":"2026-05-30T02:54:07.796883246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":159,"events_lines":2}
|
| 171 |
+
{"time":"2026-05-30T02:54:08.040145675Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 172 |
+
{"time":"2026-05-30T02:54:22.796652085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":161,"events_lines":2,"console_offset":14,"console_lines":1}
|
| 173 |
+
{"time":"2026-05-30T02:54:23.046508149Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 174 |
+
{"time":"2026-05-30T02:54:37.7958362Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":163,"events_lines":2}
|
| 175 |
+
{"time":"2026-05-30T02:54:38.028463503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 176 |
+
{"time":"2026-05-30T02:54:52.796128802Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":165,"events_lines":2}
|
| 177 |
+
{"time":"2026-05-30T02:54:53.081267101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 178 |
+
{"time":"2026-05-30T02:55:07.796846348Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":167,"events_lines":2}
|
| 179 |
+
{"time":"2026-05-30T02:55:08.061537696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 180 |
+
{"time":"2026-05-30T02:55:22.79694487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":169,"events_lines":2,"console_offset":15,"console_lines":1}
|
| 181 |
+
{"time":"2026-05-30T02:55:23.127263721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 182 |
+
{"time":"2026-05-30T02:55:37.796320304Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":171,"events_lines":2}
|
| 183 |
+
{"time":"2026-05-30T02:55:37.988965042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 184 |
+
{"time":"2026-05-30T02:55:52.796791595Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":173,"events_lines":2}
|
| 185 |
+
{"time":"2026-05-30T02:55:53.011751862Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 186 |
+
{"time":"2026-05-30T02:56:07.796652785Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":175,"events_lines":2,"console_offset":16,"console_lines":1}
|
| 187 |
+
{"time":"2026-05-30T02:56:08.027062353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 188 |
+
{"time":"2026-05-30T02:56:22.795938164Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":177,"events_lines":2}
|
| 189 |
+
{"time":"2026-05-30T02:56:23.032769425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 190 |
+
{"time":"2026-05-30T02:56:37.796378168Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":179,"events_lines":2}
|
| 191 |
+
{"time":"2026-05-30T02:56:38.015564699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 192 |
+
{"time":"2026-05-30T02:56:52.796874927Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":181,"events_lines":2}
|
| 193 |
+
{"time":"2026-05-30T02:56:53.012213689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 194 |
+
{"time":"2026-05-30T02:57:07.796418823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":183,"events_lines":2,"console_offset":17,"console_lines":1}
|
| 195 |
+
{"time":"2026-05-30T02:57:08.010404804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 196 |
+
{"time":"2026-05-30T02:57:22.796232401Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":185,"events_lines":2}
|
| 197 |
+
{"time":"2026-05-30T02:57:23.001030836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 198 |
+
{"time":"2026-05-30T02:57:37.795981022Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":187,"events_lines":2}
|
| 199 |
+
{"time":"2026-05-30T02:57:38.025907148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 200 |
+
{"time":"2026-05-30T02:57:52.796029101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":189,"events_lines":2,"console_offset":18,"console_lines":1}
|
| 201 |
+
{"time":"2026-05-30T02:57:53.030658092Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 202 |
+
{"time":"2026-05-30T02:58:07.796277949Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":191,"events_lines":2}
|
| 203 |
+
{"time":"2026-05-30T02:58:08.010963125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 204 |
+
{"time":"2026-05-30T02:58:22.796416133Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":193,"events_lines":2}
|
| 205 |
+
{"time":"2026-05-30T02:58:23.144678651Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 206 |
+
{"time":"2026-05-30T02:58:37.795879778Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":195,"events_lines":2}
|
| 207 |
+
{"time":"2026-05-30T02:58:38.032298654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 208 |
+
{"time":"2026-05-30T02:58:52.796166814Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":197,"events_lines":2,"console_offset":19,"console_lines":1}
|
| 209 |
+
{"time":"2026-05-30T02:58:53.087044991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 210 |
+
{"time":"2026-05-30T02:59:07.796227582Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":199,"events_lines":2}
|
| 211 |
+
{"time":"2026-05-30T02:59:08.167627617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 212 |
+
{"time":"2026-05-30T02:59:22.795852028Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":201,"events_lines":2}
|
| 213 |
+
{"time":"2026-05-30T02:59:23.086400242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 214 |
+
{"time":"2026-05-30T02:59:37.796631629Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":203,"events_lines":2,"console_offset":20,"console_lines":1}
|
| 215 |
+
{"time":"2026-05-30T02:59:38.082109849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 216 |
+
{"time":"2026-05-30T02:59:52.795860083Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":205,"events_lines":2}
|
| 217 |
+
{"time":"2026-05-30T02:59:53.064283934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 218 |
+
{"time":"2026-05-30T03:00:07.796532545Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":207,"events_lines":2}
|
| 219 |
+
{"time":"2026-05-30T03:00:08.081273282Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 220 |
+
{"time":"2026-05-30T03:00:22.796542086Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":209,"events_lines":2}
|
| 221 |
+
{"time":"2026-05-30T03:00:23.193425062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 222 |
+
{"time":"2026-05-30T03:00:37.796628632Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":211,"events_lines":2,"console_offset":21,"console_lines":1}
|
| 223 |
+
{"time":"2026-05-30T03:00:38.122482532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 224 |
+
{"time":"2026-05-30T03:00:52.796807036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":213,"events_lines":2}
|
| 225 |
+
{"time":"2026-05-30T03:00:53.178248252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 226 |
+
{"time":"2026-05-30T03:01:07.796192615Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":215,"events_lines":2}
|
| 227 |
+
{"time":"2026-05-30T03:01:08.064997665Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 228 |
+
{"time":"2026-05-30T03:01:22.796420211Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":217,"events_lines":2,"console_offset":22,"console_lines":1}
|
| 229 |
+
{"time":"2026-05-30T03:01:23.178323849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 230 |
+
{"time":"2026-05-30T03:01:37.796423583Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":219,"events_lines":2}
|
| 231 |
+
{"time":"2026-05-30T03:01:38.018349968Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 232 |
+
{"time":"2026-05-30T03:01:52.796703518Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":221,"events_lines":2}
|
| 233 |
+
{"time":"2026-05-30T03:01:53.002180167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 234 |
+
{"time":"2026-05-30T03:02:07.796635033Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":223,"events_lines":2}
|
| 235 |
+
{"time":"2026-05-30T03:02:08.041548259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 236 |
+
{"time":"2026-05-30T03:02:22.79665561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":225,"events_lines":2,"console_offset":23,"console_lines":1}
|
| 237 |
+
{"time":"2026-05-30T03:02:23.017475201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 238 |
+
{"time":"2026-05-30T03:02:37.796147628Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":227,"events_lines":2}
|
| 239 |
+
{"time":"2026-05-30T03:02:37.998744234Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 240 |
+
{"time":"2026-05-30T03:02:52.795852825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":229,"events_lines":2}
|
| 241 |
+
{"time":"2026-05-30T03:02:52.997072864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 242 |
+
{"time":"2026-05-30T03:03:07.796386489Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":231,"events_lines":2,"console_offset":24,"console_lines":1}
|
| 243 |
+
{"time":"2026-05-30T03:03:07.988392933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 244 |
+
{"time":"2026-05-30T03:03:22.796713294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":233,"events_lines":2}
|
| 245 |
+
{"time":"2026-05-30T03:03:23.006051111Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 246 |
+
{"time":"2026-05-30T03:03:37.796342597Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":235,"events_lines":2}
|
| 247 |
+
{"time":"2026-05-30T03:03:38.039698286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 248 |
+
{"time":"2026-05-30T03:03:52.796002766Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":237,"events_lines":2}
|
| 249 |
+
{"time":"2026-05-30T03:03:53.012479078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 250 |
+
{"time":"2026-05-30T03:04:07.796624913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":239,"events_lines":2,"console_offset":25,"console_lines":1}
|
| 251 |
+
{"time":"2026-05-30T03:04:08.030050927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 252 |
+
{"time":"2026-05-30T03:04:22.79634401Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":241,"events_lines":2}
|
| 253 |
+
{"time":"2026-05-30T03:04:23.006767559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 254 |
+
{"time":"2026-05-30T03:04:37.795921395Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":243,"events_lines":2}
|
| 255 |
+
{"time":"2026-05-30T03:04:38.014179179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 256 |
+
{"time":"2026-05-30T03:04:52.796250915Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":245,"events_lines":2,"console_offset":26,"console_lines":1}
|
| 257 |
+
{"time":"2026-05-30T03:04:53.013812107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 258 |
+
{"time":"2026-05-30T03:05:07.796004814Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":247,"events_lines":2}
|
| 259 |
+
{"time":"2026-05-30T03:05:08.036094794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 260 |
+
{"time":"2026-05-30T03:05:22.796528183Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":249,"events_lines":2,"console_offset":27,"console_lines":1}
|
| 261 |
+
{"time":"2026-05-30T03:05:23.018635958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 262 |
+
{"time":"2026-05-30T03:05:37.796531885Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":251,"events_lines":2}
|
| 263 |
+
{"time":"2026-05-30T03:05:37.986685741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 264 |
+
{"time":"2026-05-30T03:05:52.795866858Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":253,"events_lines":2}
|
| 265 |
+
{"time":"2026-05-30T03:05:53.24971521Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 266 |
+
{"time":"2026-05-30T03:06:07.796259842Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":255,"events_lines":2,"console_offset":28,"console_lines":1}
|
| 267 |
+
{"time":"2026-05-30T03:06:07.987827972Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 268 |
+
{"time":"2026-05-30T03:06:22.796395612Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":257,"events_lines":2}
|
| 269 |
+
{"time":"2026-05-30T03:06:22.999330014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 270 |
+
{"time":"2026-05-30T03:06:37.796696567Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":259,"events_lines":2}
|
| 271 |
+
{"time":"2026-05-30T03:06:38.00633732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 272 |
+
{"time":"2026-05-30T03:06:52.796817492Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":261,"events_lines":2}
|
| 273 |
+
{"time":"2026-05-30T03:06:52.988039112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 274 |
+
{"time":"2026-05-30T03:07:07.796628786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":263,"events_lines":2,"console_offset":29,"console_lines":1}
|
| 275 |
+
{"time":"2026-05-30T03:07:08.003829754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 276 |
+
{"time":"2026-05-30T03:07:22.79624692Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":265,"events_lines":2}
|
| 277 |
+
{"time":"2026-05-30T03:07:23.017856139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 278 |
+
{"time":"2026-05-30T03:07:37.796016901Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":267,"events_lines":2}
|
| 279 |
+
{"time":"2026-05-30T03:07:38.394225206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 280 |
+
{"time":"2026-05-30T03:07:52.796660348Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":269,"events_lines":2,"console_offset":30,"console_lines":1}
|
| 281 |
+
{"time":"2026-05-30T03:07:53.029930302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 282 |
+
{"time":"2026-05-30T03:08:07.796662777Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":271,"events_lines":2}
|
| 283 |
+
{"time":"2026-05-30T03:08:08.069301761Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 284 |
+
{"time":"2026-05-30T03:08:22.796606418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":273,"events_lines":2}
|
| 285 |
+
{"time":"2026-05-30T03:08:23.011123729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 286 |
+
{"time":"2026-05-30T03:08:37.796732851Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":275,"events_lines":2}
|
| 287 |
+
{"time":"2026-05-30T03:08:37.992555627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 288 |
+
{"time":"2026-05-30T03:08:52.796557575Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":277,"events_lines":2,"console_offset":31,"console_lines":1}
|
| 289 |
+
{"time":"2026-05-30T03:08:53.017962228Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 290 |
+
{"time":"2026-05-30T03:09:07.796039776Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":279,"events_lines":2}
|
| 291 |
+
{"time":"2026-05-30T03:09:08.01134193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 292 |
+
{"time":"2026-05-30T03:09:22.796223547Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":281,"events_lines":2}
|
| 293 |
+
{"time":"2026-05-30T03:09:23.021838481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 294 |
+
{"time":"2026-05-30T03:09:37.796624811Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":283,"events_lines":2,"console_offset":32,"console_lines":1}
|
| 295 |
+
{"time":"2026-05-30T03:09:37.998128205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 296 |
+
{"time":"2026-05-30T03:09:52.796297417Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":285,"events_lines":2}
|
| 297 |
+
{"time":"2026-05-30T03:09:53.004564909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 298 |
+
{"time":"2026-05-30T03:10:07.796769117Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":287,"events_lines":2}
|
| 299 |
+
{"time":"2026-05-30T03:10:07.992765602Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 300 |
+
{"time":"2026-05-30T03:10:22.796060453Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":289,"events_lines":2}
|
| 301 |
+
{"time":"2026-05-30T03:10:22.998524933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 302 |
+
{"time":"2026-05-30T03:10:37.796630971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":291,"events_lines":2,"console_offset":33,"console_lines":1}
|
| 303 |
+
{"time":"2026-05-30T03:10:38.045422609Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 304 |
+
{"time":"2026-05-30T03:10:52.796738286Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":293,"events_lines":2}
|
| 305 |
+
{"time":"2026-05-30T03:10:53.022772898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 306 |
+
{"time":"2026-05-30T03:11:07.796367457Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":295,"events_lines":2}
|
| 307 |
+
{"time":"2026-05-30T03:11:07.998717847Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 308 |
+
{"time":"2026-05-30T03:11:22.796583815Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":297,"events_lines":2,"console_offset":34,"console_lines":1}
|
| 309 |
+
{"time":"2026-05-30T03:11:22.998691532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 310 |
+
{"time":"2026-05-30T03:11:37.796679093Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":299,"events_lines":2}
|
| 311 |
+
{"time":"2026-05-30T03:11:38.003750958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 312 |
+
{"time":"2026-05-30T03:11:52.796594642Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":301,"events_lines":2}
|
| 313 |
+
{"time":"2026-05-30T03:11:53.027426012Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 314 |
+
{"time":"2026-05-30T03:12:07.796539655Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":303,"events_lines":2}
|
| 315 |
+
{"time":"2026-05-30T03:12:08.000093813Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 316 |
+
{"time":"2026-05-30T03:12:22.795911742Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":305,"events_lines":2,"console_offset":35,"console_lines":1}
|
| 317 |
+
{"time":"2026-05-30T03:12:22.996130296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 318 |
+
{"time":"2026-05-30T03:12:37.796428178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":307,"events_lines":2}
|
| 319 |
+
{"time":"2026-05-30T03:12:38.000614251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 320 |
+
{"time":"2026-05-30T03:12:52.79651269Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":309,"events_lines":2}
|
| 321 |
+
{"time":"2026-05-30T03:12:53.028150425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 322 |
+
{"time":"2026-05-30T03:13:07.796737341Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":311,"events_lines":2,"console_offset":36,"console_lines":1}
|
| 323 |
+
{"time":"2026-05-30T03:13:08.020652575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 324 |
+
{"time":"2026-05-30T03:13:22.796594743Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":313,"events_lines":2}
|
| 325 |
+
{"time":"2026-05-30T03:13:23.029424518Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 326 |
+
{"time":"2026-05-30T03:13:37.796595889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":315,"events_lines":2}
|
| 327 |
+
{"time":"2026-05-30T03:13:38.241799844Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 328 |
+
{"time":"2026-05-30T03:13:52.796238741Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":317,"events_lines":2}
|
| 329 |
+
{"time":"2026-05-30T03:13:53.021851091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 330 |
+
{"time":"2026-05-30T03:14:07.79593429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":319,"events_lines":2,"console_offset":37,"console_lines":1}
|
| 331 |
+
{"time":"2026-05-30T03:14:08.091623049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 332 |
+
{"time":"2026-05-30T03:14:22.796220093Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":321,"events_lines":2}
|
| 333 |
+
{"time":"2026-05-30T03:14:23.096298932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 334 |
+
{"time":"2026-05-30T03:14:37.795919589Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":323,"events_lines":2}
|
| 335 |
+
{"time":"2026-05-30T03:14:38.08093637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 336 |
+
{"time":"2026-05-30T03:14:52.796086992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":325,"events_lines":2,"console_offset":38,"console_lines":1}
|
| 337 |
+
{"time":"2026-05-30T03:14:53.020550036Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 338 |
+
{"time":"2026-05-30T03:15:07.796229768Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":327,"events_lines":2}
|
| 339 |
+
{"time":"2026-05-30T03:15:08.023316311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 340 |
+
{"time":"2026-05-30T03:15:22.79606244Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":329,"events_lines":2}
|
| 341 |
+
{"time":"2026-05-30T03:15:23.024190569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 342 |
+
{"time":"2026-05-30T03:15:37.796574216Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":331,"events_lines":2}
|
| 343 |
+
{"time":"2026-05-30T03:15:37.998776001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 344 |
+
{"time":"2026-05-30T03:15:52.796192978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":333,"events_lines":2,"console_offset":39,"console_lines":1}
|
| 345 |
+
{"time":"2026-05-30T03:15:53.022273789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 346 |
+
{"time":"2026-05-30T03:16:07.796356655Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":335,"events_lines":2}
|
| 347 |
+
{"time":"2026-05-30T03:16:08.004921336Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 348 |
+
{"time":"2026-05-30T03:16:22.795960295Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":337,"events_lines":2}
|
| 349 |
+
{"time":"2026-05-30T03:16:22.992346251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 350 |
+
{"time":"2026-05-30T03:16:37.796565641Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":339,"events_lines":2,"console_offset":40,"console_lines":1}
|
| 351 |
+
{"time":"2026-05-30T03:16:38.010241919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 352 |
+
{"time":"2026-05-30T03:16:52.796505374Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":341,"events_lines":2}
|
| 353 |
+
{"time":"2026-05-30T03:16:52.99230933Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 354 |
+
{"time":"2026-05-30T03:17:07.796841378Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":343,"events_lines":2}
|
| 355 |
+
{"time":"2026-05-30T03:17:07.992790221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 356 |
+
{"time":"2026-05-30T03:17:22.796862731Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":345,"events_lines":2}
|
| 357 |
+
{"time":"2026-05-30T03:17:23.013079575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 358 |
+
{"time":"2026-05-30T03:17:37.795964491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":347,"events_lines":2,"console_offset":41,"console_lines":1}
|
| 359 |
+
{"time":"2026-05-30T03:17:37.995619481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 360 |
+
{"time":"2026-05-30T03:17:52.796539362Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":349,"events_lines":2}
|
| 361 |
+
{"time":"2026-05-30T03:17:53.431123678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 362 |
+
{"time":"2026-05-30T03:18:07.795952998Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":351,"events_lines":2}
|
| 363 |
+
{"time":"2026-05-30T03:18:08.244612638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 364 |
+
{"time":"2026-05-30T03:18:22.796845624Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":353,"events_lines":2,"console_offset":42,"console_lines":1}
|
| 365 |
+
{"time":"2026-05-30T03:18:23.06434141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 366 |
+
{"time":"2026-05-30T03:18:37.796800218Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":355,"events_lines":2}
|
| 367 |
+
{"time":"2026-05-30T03:18:38.171649413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 368 |
+
{"time":"2026-05-30T03:18:52.795880976Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":357,"events_lines":2}
|
| 369 |
+
{"time":"2026-05-30T03:18:53.140590752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 370 |
+
{"time":"2026-05-30T03:19:07.79682588Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":359,"events_lines":2}
|
| 371 |
+
{"time":"2026-05-30T03:19:08.002402357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 372 |
+
{"time":"2026-05-30T03:19:22.796319185Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":361,"events_lines":2,"console_offset":43,"console_lines":1}
|
| 373 |
+
{"time":"2026-05-30T03:19:23.048763794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 374 |
+
{"time":"2026-05-30T03:19:37.796476011Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":363,"events_lines":2}
|
| 375 |
+
{"time":"2026-05-30T03:19:38.114890321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 376 |
+
{"time":"2026-05-30T03:19:52.795934174Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":365,"events_lines":2}
|
| 377 |
+
{"time":"2026-05-30T03:19:53.126796591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 378 |
+
{"time":"2026-05-30T03:20:07.796805498Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":367,"events_lines":2,"console_offset":44,"console_lines":1}
|
| 379 |
+
{"time":"2026-05-30T03:20:08.070748205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 380 |
+
{"time":"2026-05-30T03:20:22.796155248Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":369,"events_lines":2}
|
| 381 |
+
{"time":"2026-05-30T03:20:23.003457203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 382 |
+
{"time":"2026-05-30T03:20:37.796567736Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":371,"events_lines":2}
|
| 383 |
+
{"time":"2026-05-30T03:20:38.008746627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 384 |
+
{"time":"2026-05-30T03:20:52.796285787Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":373,"events_lines":2}
|
| 385 |
+
{"time":"2026-05-30T03:20:53.056246756Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 386 |
+
{"time":"2026-05-30T03:21:07.79607199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":375,"events_lines":2,"console_offset":45,"console_lines":1}
|
| 387 |
+
{"time":"2026-05-30T03:21:08.005891085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 388 |
+
{"time":"2026-05-30T03:21:22.796716745Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":377,"events_lines":2}
|
| 389 |
+
{"time":"2026-05-30T03:21:22.991316702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 390 |
+
{"time":"2026-05-30T03:21:37.796657548Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":379,"events_lines":2}
|
| 391 |
+
{"time":"2026-05-30T03:21:38.018077344Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 392 |
+
{"time":"2026-05-30T03:21:52.796269309Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":381,"events_lines":2,"console_offset":46,"console_lines":1}
|
| 393 |
+
{"time":"2026-05-30T03:21:53.031954329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 394 |
+
{"time":"2026-05-30T03:22:07.79655648Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":383,"events_lines":2}
|
| 395 |
+
{"time":"2026-05-30T03:22:08.012234219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 396 |
+
{"time":"2026-05-30T03:22:22.796221031Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":385,"events_lines":2}
|
| 397 |
+
{"time":"2026-05-30T03:22:22.99325804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 398 |
+
{"time":"2026-05-30T03:22:37.796729122Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":387,"events_lines":2}
|
| 399 |
+
{"time":"2026-05-30T03:22:37.990497147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 400 |
+
{"time":"2026-05-30T03:22:52.796493071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":389,"events_lines":2,"console_offset":47,"console_lines":1}
|
| 401 |
+
{"time":"2026-05-30T03:22:53.001937932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 402 |
+
{"time":"2026-05-30T03:23:07.796248107Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":391,"events_lines":2}
|
| 403 |
+
{"time":"2026-05-30T03:23:08.253559833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 404 |
+
{"time":"2026-05-30T03:23:22.796500296Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":393,"events_lines":2}
|
| 405 |
+
{"time":"2026-05-30T03:23:23.37655271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 406 |
+
{"time":"2026-05-30T03:23:37.796581435Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":395,"events_lines":2,"console_offset":48,"console_lines":1}
|
| 407 |
+
{"time":"2026-05-30T03:23:38.02907794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 408 |
+
{"time":"2026-05-30T03:23:52.796617433Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":397,"events_lines":2}
|
| 409 |
+
{"time":"2026-05-30T03:23:53.107797321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 410 |
+
{"time":"2026-05-30T03:24:07.79659898Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":399,"events_lines":2}
|
| 411 |
+
{"time":"2026-05-30T03:24:07.992831084Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 412 |
+
{"time":"2026-05-30T03:24:22.79628092Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":401,"events_lines":2}
|
| 413 |
+
{"time":"2026-05-30T03:24:23.001945174Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 414 |
+
{"time":"2026-05-30T03:24:37.796275366Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":403,"events_lines":2,"console_offset":49,"console_lines":1}
|
| 415 |
+
{"time":"2026-05-30T03:24:37.995646904Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 416 |
+
{"time":"2026-05-30T03:24:52.795894242Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":405,"events_lines":2}
|
| 417 |
+
{"time":"2026-05-30T03:24:53.0083843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 418 |
+
{"time":"2026-05-30T03:25:07.796104Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":407,"events_lines":2}
|
| 419 |
+
{"time":"2026-05-30T03:25:07.989560375Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 420 |
+
{"time":"2026-05-30T03:25:22.796530122Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":409,"events_lines":2,"console_offset":50,"console_lines":1}
|
| 421 |
+
{"time":"2026-05-30T03:25:23.144012378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 422 |
+
{"time":"2026-05-30T03:25:37.796428816Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":411,"events_lines":2}
|
| 423 |
+
{"time":"2026-05-30T03:25:38.001269559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 424 |
+
{"time":"2026-05-30T03:25:52.796362471Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":413,"events_lines":2}
|
| 425 |
+
{"time":"2026-05-30T03:25:53.005843752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 426 |
+
{"time":"2026-05-30T03:26:07.796009899Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":415,"events_lines":2}
|
| 427 |
+
{"time":"2026-05-30T03:26:08.007923286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 428 |
+
{"time":"2026-05-30T03:26:22.796165587Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":417,"events_lines":2,"console_offset":51,"console_lines":1}
|
| 429 |
+
{"time":"2026-05-30T03:26:22.997347892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 430 |
+
{"time":"2026-05-30T03:26:37.796276868Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":419,"events_lines":2}
|
| 431 |
+
{"time":"2026-05-30T03:26:38.015647222Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 432 |
+
{"time":"2026-05-30T03:26:52.796462921Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":421,"events_lines":2}
|
| 433 |
+
{"time":"2026-05-30T03:26:53.015704432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 434 |
+
{"time":"2026-05-30T03:27:07.796848653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":423,"events_lines":2,"console_offset":52,"console_lines":1}
|
| 435 |
+
{"time":"2026-05-30T03:27:08.027385649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 436 |
+
{"time":"2026-05-30T03:27:22.796826134Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":425,"events_lines":2}
|
| 437 |
+
{"time":"2026-05-30T03:27:23.026481833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 438 |
+
{"time":"2026-05-30T03:27:37.796873029Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":427,"events_lines":2,"console_offset":53,"console_lines":1}
|
| 439 |
+
{"time":"2026-05-30T03:27:37.993151653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 440 |
+
{"time":"2026-05-30T03:27:52.796759096Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":429,"events_lines":2}
|
| 441 |
+
{"time":"2026-05-30T03:27:53.03256119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 442 |
+
{"time":"2026-05-30T03:28:07.796404584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":431,"events_lines":2}
|
| 443 |
+
{"time":"2026-05-30T03:28:07.994566099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 444 |
+
{"time":"2026-05-30T03:28:22.796632973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":433,"events_lines":2,"console_offset":54,"console_lines":1}
|
| 445 |
+
{"time":"2026-05-30T03:28:23.000433594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 446 |
+
{"time":"2026-05-30T03:28:37.796354335Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":435,"events_lines":2}
|
| 447 |
+
{"time":"2026-05-30T03:28:37.997287591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 448 |
+
{"time":"2026-05-30T03:28:52.796211669Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":437,"events_lines":2}
|
| 449 |
+
{"time":"2026-05-30T03:28:53.000941048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 450 |
+
{"time":"2026-05-30T03:29:07.796068223Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":439,"events_lines":2}
|
| 451 |
+
{"time":"2026-05-30T03:29:08.035897925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 452 |
+
{"time":"2026-05-30T03:29:22.796468299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":441,"events_lines":2,"console_offset":55,"console_lines":1}
|
epfl_final/wandb/run-20260530_023351-408mcc4e/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-30 02:33:51,922 INFO MainThread:2901 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0
|
| 2 |
+
2026-05-30 02:33:51,922 INFO MainThread:2901 [wandb_setup.py:_flush():81] Configure stats pid to 2901
|
| 3 |
+
2026-05-30 02:33:51,923 INFO MainThread:2901 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-05-30 02:33:51,924 INFO MainThread:2901 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_023351-408mcc4e/logs/debug.log
|
| 5 |
+
2026-05-30 02:33:51,924 INFO MainThread:2901 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /mloscratch/homes/navasard/sparse/wandb/run-20260530_023351-408mcc4e/logs/debug-internal.log
|
| 6 |
+
2026-05-30 02:33:51,925 INFO MainThread:2901 [wandb_init.py:init():851] calling init triggers
|
| 7 |
+
2026-05-30 02:33:51,925 INFO MainThread:2901 [wandb_init.py:init():856] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'model_path': '/mloscratch/homes/navasard/qwen3_06b_base', 'model_dtype': 'bfloat16', 'init_from_scratch': True, 'train_path': '/mloscratch/homes/navasard/data/fineweb_large/tokenized', 'val_path': None, 'max_seq_length': 8192, 'num_workers': 8, 'output_dir': './checkpoints/run_20260530_021500', 'resume_from_checkpoint': '/mloscratch/homes/navasard/sparse/checkpoints/run_20260527_053212/checkpoint-44000', 'force_new_run': True, 'num_epochs': 1, 'max_steps': None, 'per_device_batch_size': 2, 'gradient_accumulation_steps': 10, 'learning_rate': 0.0005, 'weight_decay': 0.01, 'warmup_steps': 750, 'lr_scheduler': 'cosine', 'max_grad_norm': 1.0, 'save_steps': 1000, 'eval_steps': 250, 'eval_batches': 50, 'logging_steps': 10, 'seed': 42, 'verbose': True, 'checkpoint_activations': False, 'strategy': 'ddp', 'mixed_precision': 'bf16', 'wandb_enabled': True, 'wandb_project': 'stochastic_sparsity', 'wandb_name': 'dense continued 44k', 'wandb_tags': ['qwen3', '0.6b', 'dense-resume'], 'hidden_size': 1536, 'intermediate_size': 6144, 'num_attention_heads': 12, 'num_key_value_heads': 4, 'num_hidden_layers': None, 'head_dim': None, 'attention_type': 'sparse_stochastic', 'sparse_block_size': 128, 'sparse_num_random_blocks': 31, 'sparse_mask_pool_size': 10, 'sparse_val_dense_compare': False, 'sparse_layer_indices': None, 'sparse_mask_cache_dir': None, 'dense_mode': True, '_wandb': {}}
|
| 9 |
+
2026-05-30 02:33:51,926 INFO MainThread:2901 [wandb_init.py:init():899] starting backend
|
| 10 |
+
2026-05-30 02:33:52,144 INFO MainThread:2901 [wandb_init.py:init():914] sending inform_init request
|
| 11 |
+
2026-05-30 02:33:52,449 INFO MainThread:2901 [wandb_init.py:init():919] backend started and connected
|
| 12 |
+
2026-05-30 02:33:52,451 INFO MainThread:2901 [wandb_init.py:init():989] updated telemetry
|
| 13 |
+
2026-05-30 02:33:52,452 INFO MainThread:2901 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-05-30 02:33:52,734 INFO MainThread:2901 [wandb_init.py:init():1057] starting run threads in backend
|
| 15 |
+
2026-05-30 02:33:52,789 INFO MainThread:2901 [wandb_run.py:_console_start():2509] atexit reg
|
| 16 |
+
2026-05-30 02:33:52,789 INFO MainThread:2901 [wandb_run.py:_redirect():2359] redirect: wrap_raw
|
| 17 |
+
2026-05-30 02:33:52,789 INFO MainThread:2901 [wandb_run.py:_redirect():2428] Wrapping output streams.
|
| 18 |
+
2026-05-30 02:33:52,789 INFO MainThread:2901 [wandb_run.py:_redirect():2451] Redirects installed.
|
| 19 |
+
2026-05-30 02:33:52,792 INFO MainThread:2901 [wandb_init.py:init():1095] run started, returning control to user process
|